-- Logs begin at Thu 2021-04-15 19:07:01 UTC, end at Thu 2021-04-15 20:07:51 UTC. -- Apr 15 19:40:48.048197 dv-cinder-786383-2-smb systemd[1]: Started Devstack devstack@q-svc.service. Apr 15 19:40:51.274510 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.common.config [-] Logging enabled! Apr 15 19:40:51.275067 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86 Apr 15 19:40:51.276744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 19:40:51.278776 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.common.config [-] Logging enabled! Apr 15 19:40:51.279071 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev86 Apr 15 19:40:51.279432 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=85253) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Apr 15 19:40:51.280503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 19:40:51.280770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 19:40:51.282411 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 19:40:51.282706 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 19:40:51.282976 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 19:40:51.283356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.283709 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.284057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.284329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.284680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.285026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.285359 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.285701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.286078 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.286413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.286739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.287070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.287339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.287671 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] config_source = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.288006 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.288343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.288606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] debug = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.288931 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.289471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.289813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.290141 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.290480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.290800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.291116 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.291438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.291770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.292145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] host = dv-cinder-786383-2-smb {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.292470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.292804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.293141 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.293477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.293816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.294142 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.294479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.294791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] log_dir = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.295106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] log_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.295425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.295762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.296095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.296434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.296699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.296958 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.297295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.298203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.298523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.298843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.299162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.299500 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.299800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.300114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.300448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.300782 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.301115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.301435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.301791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.302100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.302417 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.302752 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.303066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.303384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.303701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.304039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.304352 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.304668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.305019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.305352 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.305680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.306035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.306352 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.306682 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.306995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.307310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] use_journal = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.307622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] use_json = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.307937 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.308252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.308585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.308896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.309212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.309527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.309867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.310209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:51.310552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.310899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.311244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.311572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.311917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.312237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.312574 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.312896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.313260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.313595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.313948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.314275 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.314608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.314931 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.315295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.315627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.315971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.316310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.316631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.316945 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.317263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.317581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.317946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.318290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.318630 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.318951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.319275 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.319616 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.319939 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.320256 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.320578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.320914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.321238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.321559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.321909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.322232 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.322547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.322861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.323184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.323521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.323840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.324153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.324466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.324787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.325103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.325435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.325787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.326094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.326409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.326732 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.327049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.327365 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.327686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.328001 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.328321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.328758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.329082 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.329396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.329710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.330057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.330369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.330682 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.331262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.331582 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.331899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.332212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.332526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.332839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.333172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.333521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.333867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.334196 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.334520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.334846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.335170 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.335494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.335818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.336141 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.336459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.336804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.337132 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.337470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.337862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.338149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.338502 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.338816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.339143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.339467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.339790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.340127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.340457 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.340796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.341135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.341479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.341841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.342187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.342512 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.342875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.343200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:51.343454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 19:40:51.343731 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=85253) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Apr 15 19:40:52.030217 dv-cinder-786383-2-smb neutron-server[85253]: INFO keyring.backend [-] Loading Gnome Apr 15 19:40:52.049362 dv-cinder-786383-2-smb neutron-server[85253]: INFO keyring.backend [-] Loading Google Apr 15 19:40:52.052194 dv-cinder-786383-2-smb neutron-server[85253]: INFO keyring.backend [-] Loading Windows (alt) Apr 15 19:40:52.055810 dv-cinder-786383-2-smb neutron-server[85253]: INFO keyring.backend [-] Loading file Apr 15 19:40:52.056731 dv-cinder-786383-2-smb neutron-server[85253]: INFO keyring.backend [-] Loading keyczar Apr 15 19:40:52.057021 dv-cinder-786383-2-smb neutron-server[85253]: INFO keyring.backend [-] Loading multi Apr 15 19:40:52.057677 dv-cinder-786383-2-smb neutron-server[85253]: INFO keyring.backend [-] Loading pyfs Apr 15 19:40:52.105993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:52.106335 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:52.106701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:40:52.107089 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.manager [-] Loading core plugin: ml2 Apr 15 19:40:52.515610 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.516764 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.516764 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.518226 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.518675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.519014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.556932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.557244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.557549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.572906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.573228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.573537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.642243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.642558 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.642853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.643876 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.644182 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.646171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.920653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.920974 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.921284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.921598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:52.922525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.072604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.072916 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.073245 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.073560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.073893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.074287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.074591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.074885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.075180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.075524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.075825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.076133 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.076449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.076449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.077148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.077321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.077618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.077972 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.078268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.078611 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.079560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.080022 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.080383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.080794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.081403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.081741 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.082276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=85253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:40:53.082603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=85253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:40:53.082929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=85253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:40:53.083252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=85253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:40:53.083623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=85253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:40:53.083953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=85253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:40:53.084433 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Apr 15 19:40:53.087880 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Apr 15 19:40:53.091997 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Apr 15 19:40:53.095885 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Apr 15 19:40:53.097565 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Apr 15 19:40:53.098898 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Apr 15 19:40:53.099292 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Apr 15 19:40:53.099740 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Apr 15 19:40:53.102565 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Apr 15 19:40:53.102862 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Apr 15 19:40:53.103267 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 19:40:53.132149 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Apr 15 19:40:53.132678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.133021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=85253) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Apr 15 19:40:53.133627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.135037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=85253) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Apr 15 19:40:53.135373 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Apr 15 19:40:53.135659 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Apr 15 19:40:53.138836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.139163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.205366 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Apr 15 19:40:53.205641 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Apr 15 19:40:53.205946 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Apr 15 19:40:53.207013 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Apr 15 19:40:53.240271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.sqlalchemy.engines [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=85253) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Apr 15 19:40:53.684901 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Initializing driver for type 'gre' Apr 15 19:40:53.685520 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] gre ID ranges: [(1, 1000)] Apr 15 19:40:53.726745 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Initializing driver for type 'local' Apr 15 19:40:53.727125 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Initializing driver for type 'vlan' Apr 15 19:40:53.738112 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] VlanTypeDriver initialization complete Apr 15 19:40:53.738502 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Initializing driver for type 'vxlan' Apr 15 19:40:53.739063 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] vxlan ID ranges: [(1, 1000)] Apr 15 19:40:53.786166 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Initializing extension driver 'port_security' Apr 15 19:40:53.786542 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.extensions.port_security [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] PortSecurityExtensionDriver initialization complete Apr 15 19:40:53.786919 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Initializing mechanism driver 'openvswitch' Apr 15 19:40:53.787286 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Initializing mechanism driver 'hyperv' Apr 15 19:40:53.793675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=85253) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:53.794860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > port after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.795031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > port after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.795427 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > port after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.795866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > subnet after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.796266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > subnet after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.796654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.797079 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > network after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.798000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > network after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.798389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > network after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.798849 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > security_group after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.799256 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > security_group after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.799733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > security_group after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.800161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.800547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.800930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.801382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > address_group after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.801805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > address_group after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.802194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > address_group after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.802568 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] ML2 OVO RPC backend initialized. {{(pid=85253) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Apr 15 19:40:53.803374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.803769 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.804237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > network before_response 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.804622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > networks before_response 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.805014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > port before_response 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.805399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > ports before_response 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.805818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > subnet before_response 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.806197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > subnets before_response 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.806587 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > network after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.806966 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > network after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.807345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > network after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.807723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > port after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.808102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > port after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.808480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > port after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.808858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > subnet after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.809236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > subnet after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.809611 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > subnet after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.810287 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.plugin [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Modular L2 Plugin initialization complete Apr 15 19:40:53.810656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading services supported by the core plugin {{(pid=85253) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Apr 15 19:40:53.811028 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.plugins.ml2.managers [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Got port-security extension from driver 'port_security' Apr 15 19:40:53.811545 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.extensions.vlantransparent [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Disabled vlantransparent extension. Apr 15 19:40:53.812088 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=85253) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Apr 15 19:40:53.812438 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading Plugin: router Apr 15 19:40:53.853703 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router_interface before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.854201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router after_create 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.854616 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router before_create 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.855127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.855460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.855858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router after_delete 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.856265 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > floatingip after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.856681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router after_create 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.857072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router after_update 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.857475 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router after_update 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.857896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.858311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router after_update 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.858815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router precommit_update 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.859249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: port after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.859635 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: port after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.860528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: subnet after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.860909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.861307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > port precommit_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.861701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router precommit_create 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.862116 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: port before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.862505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router precommit_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.862919 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router after_update 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.863307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router precommit_delete 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.863787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router precommit_create 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.864119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router_interface after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.864507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router precommit_update 55549900 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.864945 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > network after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.866000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Tracking information for resource: router configured {{(pid=85253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:40:53.866381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Tracking information for resource: floatingip configured {{(pid=85253) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Apr 15 19:40:53.871254 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_agentschedulers_db [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Apr 15 19:40:53.871905 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: port after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.872306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: port after_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.872699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: port after_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.873091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: port after_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.874076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router before_create 55550100 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.874487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router precommit_delete 55550100 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.874898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router precommit_create 55550100 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.875296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > router precommit_update 55550100 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.880734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.provider_configuration [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service providers = [] {{(pid=85253) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Apr 15 19:40:53.881135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.servicetype_db [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=85253) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Apr 15 19:40:53.884024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.service_base [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=85253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 19:40:53.884420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.service_base [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=85253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 19:40:53.884802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.service_base [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=85253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 19:40:53.885712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.service_base [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=85253) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Apr 15 19:40:53.886145 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.services.service_base [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Default provider is not specified for service type L3_ROUTER_NAT Apr 15 19:40:53.886571 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=85253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:40:53.886941 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Apr 15 19:40:53.897473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=85253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:40:53.897877 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading Plugin: auto_allocate Apr 15 19:40:53.903619 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: network precommit_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.904038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: network precommit_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.904761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=85253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:40:53.905033 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading Plugin: tag Apr 15 19:40:53.912204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=85253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:40:53.912584 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading Plugin: timestamp Apr 15 19:40:53.916527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=85253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:40:53.916908 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading Plugin: network_ip_availability Apr 15 19:40:53.923048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.923461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.923864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:53.924677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=85253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:40:53.925101 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading Plugin: flavors Apr 15 19:40:53.929615 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=85253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:40:53.930051 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading Plugin: revisions Apr 15 19:40:53.934516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=85253) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Apr 15 19:40:53.934995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.828s {{(pid=85253) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:40:53.935771 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=85253) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Apr 15 19:40:53.936134 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Initializing extension manager. Apr 15 19:40:53.936711 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: __init__.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.937095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: __pycache__ {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.937475 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.937883 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: address_group.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.939281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.939936 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: address-group Apr 15 19:40:53.940303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: address_scope.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.941077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.941666 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: address-scope Apr 15 19:40:53.942061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: admin_state_down_before_update.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.943028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.943611 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: router-admin-state-down-before-update Apr 15 19:40:53.943976 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: agent.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.944740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.945324 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: agent Apr 15 19:40:53.945687 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: agent_resources_synced.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.946649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.947233 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: agent-resources-synced Apr 15 19:40:53.947599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: allowedaddresspairs.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.949425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.950041 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: allowed-address-pairs Apr 15 19:40:53.950417 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: auto_allocated_topology.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.951506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.952093 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: auto-allocated-topology Apr 15 19:40:53.952459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: availability_zone.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.953216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.953965 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: availability_zone Apr 15 19:40:53.954339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: availability_zone_filter.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.955276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.955863 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: availability_zone_filter Apr 15 19:40:53.956496 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: data_plane_status.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.957546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.958156 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension data-plane-status not supported by any of loaded plugins Apr 15 19:40:53.958527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: default_subnetpools.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.959459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.960038 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: default-subnetpools Apr 15 19:40:53.960406 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: dhcpagentscheduler.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.961305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.961916 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: dhcp_agent_scheduler Apr 15 19:40:53.962290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: dns.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.963229 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.963821 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension dns-integration not supported by any of loaded plugins Apr 15 19:40:53.964194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: dns_domain_ports.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.965128 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.965709 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension dns-domain-ports not supported by any of loaded plugins Apr 15 19:40:53.966117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: dvr.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.966855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.967436 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: dvr Apr 15 19:40:53.967803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: empty_string_filtering.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.968730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.969437 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: empty-string-filtering Apr 15 19:40:53.969833 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.970772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.971357 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Apr 15 19:40:53.971726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.972655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.973234 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Apr 15 19:40:53.973601 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: external_net.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.974559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.975149 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: external-net Apr 15 19:40:53.975516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: extra_dhcp_opt.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.976446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.977027 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: extra_dhcp_opt Apr 15 19:40:53.977396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: extraroute.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.978341 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.978926 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: extraroute Apr 15 19:40:53.979293 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: extraroute_atomic.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.980342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.980932 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: extraroute-atomic Apr 15 19:40:53.981296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: filter_validation.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.982060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.982644 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: filter-validation Apr 15 19:40:53.983008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: fip_pf_description.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.983970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.984541 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Apr 15 19:40:53.985423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: fip_port_details.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.986523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.987112 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: fip-port-details Apr 15 19:40:53.987480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: flavors.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.988744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.989338 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: flavors Apr 15 19:40:53.989708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.991423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.992018 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Apr 15 19:40:53.992395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: floatingip_pools.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.993161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.993748 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: floatingip-pools Apr 15 19:40:53.994147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: ip_allocation.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.995103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.995687 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension ip_allocation not supported by any of loaded plugins Apr 15 19:40:53.996060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.996999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.997585 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: ip-substring-filtering Apr 15 19:40:53.997979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: l2_adjacency.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:53.998918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:53.999512 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension l2_adjacency not supported by any of loaded plugins Apr 15 19:40:53.999864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: l3.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.001523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.002157 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: router Apr 15 19:40:54.002524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: l3_conntrack_helper.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.004850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.005461 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Apr 15 19:40:54.005866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.006817 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.007414 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: ext-gw-mode Apr 15 19:40:54.007786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.008831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.009421 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: l3-ha Apr 15 19:40:54.009824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: l3_flavors.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.011689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.011689 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: l3-flavors Apr 15 19:40:54.011689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.012625 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.013217 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: l3-port-ip-change-not-allowed Apr 15 19:40:54.013587 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: l3agentscheduler.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.014859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.015461 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: l3_agent_scheduler Apr 15 19:40:54.015831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: logging.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.017449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.018086 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension logging not supported by any of loaded plugins Apr 15 19:40:54.018463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: metering.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.019267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.019972 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: metering Apr 15 19:40:54.020344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.021487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.022100 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: metering_source_and_destination_fields Apr 15 19:40:54.022470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: multiprovidernet.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.023411 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.024001 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: multi-provider Apr 15 19:40:54.024368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: netmtu.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.025300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.025917 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: net-mtu Apr 15 19:40:54.026286 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: netmtu_writable.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.027223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.027822 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: net-mtu-writable Apr 15 19:40:54.028190 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: network_availability_zone.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.029016 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.029621 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: network_availability_zone Apr 15 19:40:54.030016 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: network_ip_availability.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.031150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.031739 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: network-ip-availability Apr 15 19:40:54.032137 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: network_segment_range.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.033478 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.035019 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension network-segment-range not supported by any of loaded plugins Apr 15 19:40:54.035406 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: pagination.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.036673 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.037067 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: pagination Apr 15 19:40:54.037505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: port_device_profile.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.038809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.039693 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: port-device-profile Apr 15 19:40:54.040109 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.041066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.041665 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: port-mac-address-regenerate Apr 15 19:40:54.042087 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.043535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.043659 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: port-numa-affinity-policy Apr 15 19:40:54.044033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: port_resource_request.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.045080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.045665 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension port-resource-request not supported by any of loaded plugins Apr 15 19:40:54.046062 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: portbindings.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.047018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.048147 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: binding Apr 15 19:40:54.048514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: portbindings_extended.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.049892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.050490 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: binding-extended Apr 15 19:40:54.050861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: portsecurity.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.051835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.052421 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: port-security Apr 15 19:40:54.052790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: project_id.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.053818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.054200 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: project-id Apr 15 19:40:54.054569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: providernet.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.055538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.056131 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: provider Apr 15 19:40:54.056506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: qos.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.060262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.060868 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension qos not supported by any of loaded plugins Apr 15 19:40:54.061247 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.062547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.063690 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Apr 15 19:40:54.064069 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.065029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.065615 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Apr 15 19:40:54.066011 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: qos_default.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.066946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.067539 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension qos-default not supported by any of loaded plugins Apr 15 19:40:54.067908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: qos_fip.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.068614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.069193 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension qos-fip not supported by any of loaded plugins Apr 15 19:40:54.069561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: qos_gateway_ip.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.070533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.071115 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension qos-gateway-ip not supported by any of loaded plugins Apr 15 19:40:54.071482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: qos_port_network_policy.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.072412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.072997 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension qos-port-network-policy not supported by any of loaded plugins Apr 15 19:40:54.073364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: qos_rule_type_details.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.074318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.074911 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension qos-rule-type-details not supported by any of loaded plugins Apr 15 19:40:54.075277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: qos_rules_alias.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.076324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.076921 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension qos-rules-alias not supported by any of loaded plugins Apr 15 19:40:54.077281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: quotasv2.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.078380 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.078889 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: quotas Apr 15 19:40:54.079255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: quotasv2_detail.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.080978 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.081737 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: quota_details Apr 15 19:40:54.082165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: rbac.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.083354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.083957 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: rbac-policies Apr 15 19:40:54.084329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: rbac_address_group.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.085282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.085909 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: rbac-address-group Apr 15 19:40:54.086280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: rbac_address_scope.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.087223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.087813 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: rbac-address-scope Apr 15 19:40:54.088181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: rbac_security_groups.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.089106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.089695 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: rbac-security-groups Apr 15 19:40:54.090090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: rbac_subnetpool.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.091021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.091618 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: rbac-subnetpool Apr 15 19:40:54.091986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: revisionifmatch.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.092924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.093513 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: revision-if-match Apr 15 19:40:54.093992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: revisions.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.095603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.096210 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: standard-attr-revisions Apr 15 19:40:54.096560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: router_availability_zone.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.097297 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.097913 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: router_availability_zone Apr 15 19:40:54.098284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: routerservicetype.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.099232 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.099812 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension router-service-type not supported by any of loaded plugins Apr 15 19:40:54.100180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.101132 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.101720 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: security-groups-normalized-cidr Apr 15 19:40:54.102151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: security_groups_port_filtering.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.103109 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.103692 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: port-security-groups-filtering Apr 15 19:40:54.104057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.105013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.105600 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: security-groups-remote-address-group Apr 15 19:40:54.105990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: securitygroup.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.120199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.120828 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: security-group Apr 15 19:40:54.121208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: segment.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.122130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.122726 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension segment not supported by any of loaded plugins Apr 15 19:40:54.123107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.124084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.124682 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Apr 15 19:40:54.125053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: servicetype.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.126230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.126832 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: service-type Apr 15 19:40:54.127203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: sorting.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.128199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.128581 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: sorting Apr 15 19:40:54.128955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: standard_attr_segment.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.129904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.130501 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension standard-attr-segment not supported by any of loaded plugins Apr 15 19:40:54.130866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: standardattrdescription.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.131563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.132144 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: standard-attr-description Apr 15 19:40:54.132509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: stateful_security_group.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.133454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.134086 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: stateful-security-group Apr 15 19:40:54.134453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: stdattrs_common.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.135043 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Apr 15 19:40:54.135411 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.136437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.137027 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Apr 15 19:40:54.137397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: subnet_onboard.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.138508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.139102 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: subnet_onboard Apr 15 19:40:54.139473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.140411 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.141002 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Apr 15 19:40:54.141528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: subnet_service_types.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.143038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.144004 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: subnet-service-types Apr 15 19:40:54.144473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: subnetallocation.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.145862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.146470 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: subnet_allocation Apr 15 19:40:54.146909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.147970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.148868 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: subnetpool-prefix-ops Apr 15 19:40:54.149288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.150319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.150909 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Apr 15 19:40:54.151274 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: tagging.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.152618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.153215 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: standard-attr-tag Apr 15 19:40:54.153586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: timestamp.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.154821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.155416 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loaded extension: standard-attr-timestamp Apr 15 19:40:54.155791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: trunk.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.157368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.158003 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension trunk not supported by any of loaded plugins Apr 15 19:40:54.158376 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: trunk_details.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.159343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.159931 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension trunk-details not supported by any of loaded plugins Apr 15 19:40:54.160296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: uplink_status_propagation.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.161230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.161847 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension uplink-status-propagation not supported by any of loaded plugins Apr 15 19:40:54.162215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Loading extension file: vlantransparent.py {{(pid=85253) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Apr 15 19:40:54.162929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=85253) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Apr 15 19:40:54.163516 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extension vlan-transparent not supported by any of loaded plugins Apr 15 19:40:54.166380 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:network Apr 15 19:40:54.167230 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:subnet Apr 15 19:40:54.167925 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:40:54.168599 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:port Apr 15 19:40:54.170175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.170677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service FLAVORS assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.171376 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.171859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.172241 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:router Apr 15 19:40:54.173577 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 19:40:54.174395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service METERING assigned prefix: /metering {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.176267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:54.176675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:54.177072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=85253) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:40:54.178270 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 19:40:54.178777 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:security_group Apr 15 19:40:54.179596 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 19:40:54.180408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service CORE assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.180790 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:40:54.181166 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] subnetpool is already registered Apr 15 19:40:54.181866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service CORE assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.182243 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:40:54.182613 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] subnetpool is already registered Apr 15 19:40:54.185400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.185863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service FLAVORS assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.186518 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.186985 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.187365 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:router Apr 15 19:40:54.187738 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] router is already registered Apr 15 19:40:54.188428 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:floatingip Apr 15 19:40:54.188802 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] floatingip is already registered Apr 15 19:40:54.189494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service METERING assigned prefix: /metering {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.190267 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of CountableResource for resource:rbac_policy Apr 15 19:40:54.190640 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] rbac_policy is already registered Apr 15 19:40:54.191271 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:security_group Apr 15 19:40:54.191643 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] security_group is already registered Apr 15 19:40:54.192297 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:security_group_rule Apr 15 19:40:54.192665 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] security_group_rule is already registered Apr 15 19:40:54.193400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service CORE assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.193812 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:40:54.194172 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] subnetpool is already registered Apr 15 19:40:54.194854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.resource_helper [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Service CORE assigned prefix: {{(pid=85253) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Apr 15 19:40:54.195226 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Creating instance of TrackedResource for resource:subnetpool Apr 15 19:40:54.195593 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.quota.resource_registry [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] subnetpool is already registered Apr 15 19:40:54.196314 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: extensions {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.197907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: address-groups {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.199564 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: address-scopes {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.200852 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: agents {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.202099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: auto-allocated-topology {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.203407 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: availability_zones {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.205499 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: dhcp-networks {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.207314 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: dhcp-agents {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.208814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: routers {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.210712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: flavors {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.211943 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: service_profiles {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.213221 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: next_providers {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.214877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: service_profiles {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.216394 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: floatingip-pools {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.217676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: routers {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.220107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: floatingips {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.221374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: l3-routers {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.222871 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: l3-agents {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.224369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: metering-labels {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.226796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: metering-label-rules {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.228142 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: network-ip-availabilities {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.229533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: bindings {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.231305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: quotas {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.232804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: quotas {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.234345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: rbac-policies {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.236295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: security-groups {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.237665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: security-group-rules {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.238990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: service-providers {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.240277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: subnetpools {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.241772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: subnetpools {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.243285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.245064 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.246973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.248840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.258298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.260283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.262125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.264130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.265997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.269753 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.extensions [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Extended resource: tags {{(pid=85253) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Apr 15 19:40:54.277876 dv-cinder-786383-2-smb neutron-server[85253]: WARNING keystonemiddleware.auth_token [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Apr 15 19:40:54.283741 dv-cinder-786383-2-smb neutron-server[85253]: WARNING keystonemiddleware.auth_token [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Apr 15 19:40:54.292539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Acquired lock "singleton_lock" {{(pid=85253) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Apr 15 19:40:54.293056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Releasing lock "singleton_lock" {{(pid=85253) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Apr 15 19:40:54.294635 dv-cinder-786383-2-smb neutron-server[85253]: INFO oslo_service.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Starting 2 workers Apr 15 19:40:54.300054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Started child 85366 {{(pid=85253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 19:40:54.304066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:54.304934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Started child 85367 {{(pid=85253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 19:40:54.305595 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [-] (85366) wsgi starting up on http://0.0.0.0:9696 Apr 15 19:40:54.306429 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Neutron service started, listening on 0.0.0.0:9696 Apr 15 19:40:54.307097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Notify callbacks [] for process, before_spawn {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:54.308455 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:54.309785 dv-cinder-786383-2-smb neutron-server[85253]: INFO oslo_service.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Starting 1 workers Apr 15 19:40:54.310005 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [-] (85367) wsgi starting up on http://0.0.0.0:9696 Apr 15 19:40:54.315369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Started child 85368 {{(pid=85253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 19:40:54.315920 dv-cinder-786383-2-smb neutron-server[85253]: INFO oslo_service.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Starting 1 workers Apr 15 19:40:54.317864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] calling RpcWorker wait() {{(pid=85368) _wait /opt/stack/neutron/neutron/service.py:128}} Apr 15 19:40:54.318266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] returning from RpcWorker wait() {{(pid=85368) _wait /opt/stack/neutron/neutron/service.py:135}} Apr 15 19:40:54.319839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:54.320383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:54.320831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Started child 85369 {{(pid=85253) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Apr 15 19:40:54.321632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89e58d8d-ff71-4569-b811-448d6658e746 None None] Notify callbacks [] for process, after_spawn {{(pid=85253) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:54.323345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85253) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 19:40:54.323577 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 19:40:54.323787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 19:40:54.324057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 19:40:54.324501 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 19:40:54.324696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 19:40:54.325265 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.325562 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.325850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:40:54.325948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.326179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.326510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.327126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.327429 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.327734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.328026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.328296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.328504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.328734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.329044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.329315 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.329668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.329975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.330246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.330540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.330767 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.331301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.331605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.331886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.332179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] debug = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.332449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.333606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.333606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.333851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.333939 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.334271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.334495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.334807 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.335093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.335323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.335598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.335881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.336151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.336403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.336664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.336966 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.337215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.337664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] host = dv-cinder-786383-2-smb {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.337944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.338192 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.338461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.338726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.339005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.339264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.339560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.339871 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.340142 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.340427 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.340704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.340969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.341258 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.341530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.341721 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_options = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.341994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.342299 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.342601 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.342881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.343099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.343292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.343590 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.343781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.344070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.344800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.345077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.345306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.345564 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.345831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.346125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.346397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.346670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.346957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.347179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.347460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.347809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.347971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.348213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.349789 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.350860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.351301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.351527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.351835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.352122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.352410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.353057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.355054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.355683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.356858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.357212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:54.357814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.359824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.361608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.362183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.363975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.365247 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.366080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.367843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.368829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.371107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.371107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.371107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_json = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.371107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.371107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.371489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.371562 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.373545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.373545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.373545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.373545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.373545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.373993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.374323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.374745 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.375107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.375598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.376078 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.376351 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.376642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.376944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.377312 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.377583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.377953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.378205 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.378631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.378993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.379629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.379629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.379829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.380064 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.380322 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.380586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.380997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.381448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.382007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.382412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.382804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.383207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.383603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.384017 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.384283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.384546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.384861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.385127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.385407 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.385669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.385973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.386237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.386515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.386826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.387144 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.387425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.387688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.387948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.388226 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.388525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.388778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.389052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.389324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.389631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.389944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.390207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.390459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.390715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.390977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.391253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.391508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.391760 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.392052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.392311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.392578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.392863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.393139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.393391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.393661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.393944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.394217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.394470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.394728 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.394981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.395237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.395503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.395782 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.396036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.396290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.396540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.396809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.397057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.397311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.397563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.397857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.398111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.398363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.398620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.398935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.399282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.399569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.399855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.400112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.400390 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.400662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.400956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.401232 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.401488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.401740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.402068 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.402306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.402846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.403309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.403594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.403894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.404174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.404425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.404674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.405189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.405189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.405495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.405747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.406050 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.407283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.407283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.407510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.408033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.408033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.408252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.408510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.408857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.409169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.409751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.409751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.409985 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.410285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.410578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.410871 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.411150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.411423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.411712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.412423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.412423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.412621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.412732 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.413025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.413391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.413694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.414001 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.414259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.414572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.414866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.415193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.415426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.415718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.415996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.416295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.417794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.417794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.417794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.417794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.417794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.418308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.418308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.418308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.418595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.418800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.419080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.419331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.419595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.419845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.420108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.420367 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.420649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.420898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.421153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.421433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.421677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.421965 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.422218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.422489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.422961 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.423367 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.423876 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.424174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.424485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.424731 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.425013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.425309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.425573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.425879 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.426145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.426399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.426657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.426917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.427170 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.427443 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.427731 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.427984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.428265 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.428561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.428929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.429189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.429462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.429741 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.430023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.430296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.430550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.430807 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.431063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.431321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.431577 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.431861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.432153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.432433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.432686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.432951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.433204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.433464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.433725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.434110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.435030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.435030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.435030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.435288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.435374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.435695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.435903 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.436146 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.436385 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.436654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.436906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.437159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.437401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.437650 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.437967 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.438751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.439013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.439210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.440164 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.440164 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.440164 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.440396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.440542 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.440823 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.441155 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.441442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.441820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.442102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.442377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.442658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.442918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.443185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.443551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.443908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.444268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.444576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.444859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.445178 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.445497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.445883 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.446126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.446452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.446812 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.447103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.447383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.447656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.447962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.448250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.448534 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.448778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.449049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.449303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.449610 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.449920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.450191 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.450451 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.450725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.450983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.451270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.451539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.451826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.452102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.452270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 19:40:54.452815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=85253) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Apr 15 19:40:54.453007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Apr 15 19:40:54.453273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Apr 15 19:40:54.453546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Apr 15 19:40:54.453678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Apr 15 19:40:54.454413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Apr 15 19:40:54.454677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.454854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.455036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.455414 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.455606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.455824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.456267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.456470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.456664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.456856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.457051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.457240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.457434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.457607 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.457811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.458009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.458198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.458390 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.458585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.458782 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] config_source = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.458891 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:40:54.458996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.459139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.459331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] debug = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.459520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.459748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.459941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.460130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.460321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.460510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.460699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.460887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.461078 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.461267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.461458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.461649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.461862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.462054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.462245 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.462435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.462625 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.462814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] host = dv-cinder-786383-2-smb {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.463003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.463192 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.463381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.463569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.463758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.463948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.464114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.464303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.464492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.464679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.464867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.465056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.465245 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_dir = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.465435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.465631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_options = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.465835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.466026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.466215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.466427 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.466618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.466808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.466999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.467187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.467375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.467566 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.467755 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.467944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.468131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.468320 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.468509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.468702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.468891 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.469081 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.469269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.469482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.469674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.469886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.470076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.470267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.470459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.470651 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.470843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.471028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.471200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.471433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.471535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.471738 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.471895 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.472084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.472504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.472504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.472996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.472996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.472996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.473369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.473369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.474026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.474026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.474026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.474026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_journal = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.475007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_json = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.475007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.475007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.475007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.475007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.475007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.476668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.476668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.476668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Apr 15 19:40:54.476668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.476668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.476668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.476668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.476668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.477340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.477340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.477340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.477340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.477340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.477340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.478157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.478157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.478157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.478157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.478157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.479545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.479545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.479545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.479545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.479545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.479545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.479545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.479545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.482002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.482002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.482002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.482002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.482002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.482002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.482002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.482002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.484870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.486923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.487403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.487403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.487576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.487576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.487750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.488779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.488779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.488779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.488779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.488779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.488779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.489217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.489217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.489343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.489451 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.489645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.490139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.490139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.490382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.490382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.490599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.490758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.490952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.491144 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.491339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.491533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.491726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.491918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.492109 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.492307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.492494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.492687 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.492883 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.493077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.493271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.493464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.493656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.493872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.494066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.494258 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.494449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.494641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.494835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.495027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.495217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.495408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.495614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.495811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.496005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.496198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.496399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.496605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.496799 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.496992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.497185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.497375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.497569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.497819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.497989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.498139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.498327 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.498520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.498721 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.498926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.499125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.499319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.499512 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.499753 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.499947 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.500143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.500337 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.500552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.501294 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.501488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.502008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.502008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.502008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.503573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.503573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.503573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.503573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.503573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.503573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.503573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.503573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.506172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.506172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.506172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.506172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.506172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.506172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.506172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.506172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.507695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.507695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.507695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.507695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.507695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.507695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.507695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.507695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.508887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.508887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.508887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.508887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.508887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.508887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.508887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.508887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.510026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.510026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.510026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.510026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.510026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.510026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.510026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.510026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.511912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.512641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.512641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.512641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.512641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.512641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.512641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.512641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.513217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.513217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.513217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.513482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.513482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.513657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.513796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.514010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.514204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.514400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.514592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.514801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.517786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.517786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.517786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.517786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.517786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.517786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.517786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.517786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.517786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.519684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.520920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.521184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.521279 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.521382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.521577 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.521772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.522144 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.522348 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.522550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.522742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.522936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.523130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.523323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.523518 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.523693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.523885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.524080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.524275 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Apr 15 19:40:54.524464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=85253) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Apr 15 19:40:54.727941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34656) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:40:54.739972 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0098333 Apr 15 19:41:07.381448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7795c02f-eee2-4411-8735-d32517d9986e None None] get_active_networks_info from dv-cinder-786383-2-smb {{(pid=85368) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Apr 15 19:41:07.602817 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7795c02f-eee2-4411-8735-d32517d9986e None None] No non-hosted networks {{(pid=85368) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Apr 15 19:41:07.636903 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agentschedulers_db [None req-7795c02f-eee2-4411-8735-d32517d9986e None None] DHCP Agent not found on host dv-cinder-786383-2-smb {{(pid=85368) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Apr 15 19:41:07.771507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-57a02b15-65a3-4b7d-ae6a-46628e5ed9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095'] for agent, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:09.653889 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e7511d7a-53f6-4fef-adf4-436f92fca0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095'] for agent, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:09.743720 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bdf6ed88-016b-4977-b073-11b9d7dee66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:10.220730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095'] for agent, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:10.222087 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.222674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.223264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.223881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.224441 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.225000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.225573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.226163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.226848 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.229238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.229890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.240521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:10.242716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-786383-2-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:10.257538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786383-2-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:10.587158 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095'] for agent, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:12.035221 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095'] for agent, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:12.777735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34746) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:13.123432 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_hamode_db [None req-1e99ca7f-25ff-44fd-952c-683455b5fd54 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Apr 15 19:41:13.213711 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99ca7f-25ff-44fd-952c-683455b5fd54 None None] Routers set() bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:41:13.214193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e99ca7f-25ff-44fd-952c-683455b5fd54 None None] Router IDs set() for agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:466}} Apr 15 19:41:13.424794 dv-cinder-786383-2-smb neutron-server[85253]: WARNING oslo_policy.policy [None req-46a69bed-971c-47bb-b6c8-342a40b12450 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:41:13.425369 dv-cinder-786383-2-smb neutron-server[85253]: WARNING oslo_policy.policy [None req-46a69bed-971c-47bb-b6c8-342a40b12450 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:41:13.665802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [None req-46a69bed-971c-47bb-b6c8-342a40b12450 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:41:13.666878 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-46a69bed-971c-47bb-b6c8-342a40b12450 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8880961 Apr 15 19:41:16.491546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34760) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:16.894484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-fbfa4dbc-2ff2-429f-9e8c-8d56d2b4d734 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:41:16.998108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.policy [None req-fbfa4dbc-2ff2-429f-9e8c-8d56d2b4d734 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85367) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 19:41:17.055271 dv-cinder-786383-2-smb neutron-server[85253]: WARNING oslo_policy.policy [None req-fbfa4dbc-2ff2-429f-9e8c-8d56d2b4d734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:41:17.055620 dv-cinder-786383-2-smb neutron-server[85253]: WARNING oslo_policy.policy [None req-fbfa4dbc-2ff2-429f-9e8c-8d56d2b4d734 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:41:17.073911 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota [None req-fbfa4dbc-2ff2-429f-9e8c-8d56d2b4d734 admin admin] Loaded quota_driver: . Apr 15 19:41:17.090514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-fbfa4dbc-2ff2-429f-9e8c-8d56d2b4d734 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:17.153166 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4dbc-2ff2-429f-9e8c-8d56d2b4d734 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245569006984', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245569007212', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245569014487', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245568987819', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245568974022', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363245568974721', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-207700', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036854742538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846871090', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036846492417'] for rbac-policy, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:17.376515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fbfa4dbc-2ff2-429f-9e8c-8d56d2b4d734 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:17.377776 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-fbfa4dbc-2ff2-429f-9e8c-8d56d2b4d734 admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8849344 Apr 15 19:41:20.459680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34774) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:20.859163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Request body: {'network': {'project_id': 'a6394a631b6544b38486a935b48ac18f', 'admin_state_up': True, 'name': 'private'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:41:20.865695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:20.870317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Usage tracker for resource:network and tenant:a6394a631b6544b38486a935b48ac18f is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:20.873882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:20.881040 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:20.889689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Made reservation on behalf of a6394a631b6544b38486a935b48ac18f for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:41:20.895595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:20.912387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:20.928645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:20.932669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Usage tracker for resource:security_group_rule and tenant:a6394a631b6544b38486a935b48ac18f is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:20.936285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:20.943957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:21.061808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:21.065173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:21.070111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:21.088561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] vlan segment allocate from pool success with {'vlan_id': 610, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:41:21.119372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245572208705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:21.119988 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Unsubscribe: segment precommit_create {{(pid=85367) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 19:41:21.120477 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Added segment f3600754-b312-4af9-9fb0-d27d6669ccd1 of type vlan for network 6b003deb-0b55-4afb-9ec7-9228245f4c4d Apr 15 19:41:21.169400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9190909e-3e2a-4871-8de8-708968a2e534,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:21.191766 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.192058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.192421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.192778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.193132 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.193484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.193855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.194212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.194556 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.194908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.195253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.195593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Tracked resource versions report: Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: pushed versions: Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: { 'AddressGroup': {'1.2'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': {'1.0'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': {'1.0'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': {'1.1'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': {'1.7'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': {'1.2'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': {'1.8'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': {'1.4'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': {'1.0'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': {'1.1'}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': {'1.1'}} Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: consumer versions: Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: { DHCP agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: L3 agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: Metadata agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: Metering agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: Open vSwitch agent@dv-cinder-786383-2-smb: { 'AddressGroup': '1.2', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': '1.0', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': '1.0', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': '1.1', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': '1.7', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': '1.2', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': '1.8', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': '1.4', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': '1.2', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': '1.0', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': '1.1', Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': '1.1'}} Apr 15 19:41:21.196688 dv-cinder-786383-2-smb neutron-server[85253]: {{(pid=85367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:41:21.242899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:21.249117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:21.286580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:21.288126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:21.288781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:21.293773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:21.401674 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9408226 Apr 15 19:41:21.404537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Pushing event updated for resources: {'Network': ['ID=6b003deb-0b55-4afb-9ec7-9228245f4c4d,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:21.416184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:21.425249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 6b003deb-0b55-4afb-9ec7-9228245f4c4d details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:41:24.531366 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34790) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:25.035507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96211026-1835-48f9-a59d-8387f5f89c1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:25.036993 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-96211026-1835-48f9-a59d-8387f5f89c1c admin admin] 10.222.0.35 "GET /v2.0/networks/6b003deb-0b55-4afb-9ec7-9228245f4c4d HTTP/1.1" status: 200 len: 825 time: 0.5045893 Apr 15 19:41:25.067943 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-28f02753-896c-4ef8-9d2f-48dcbc9f041b admin admin] 10.222.0.35 "GET /v2.0/subnetpools/5757332c-fa9b-43ac-ab8d-587f62e59d92 HTTP/1.1" status: 200 len: 734 time: 0.0248179 Apr 15 19:41:25.084144 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': '5757332c-fa9b-43ac-ab8d-587f62e59d92', 'name': 'private-subnet', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'ip_version': 4, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:41:25.090341 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:25.094849 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Usage tracker for resource:subnet and tenant:a6394a631b6544b38486a935b48ac18f is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:25.098418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:25.105618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:25.118193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Made reservation on behalf of a6394a631b6544b38486a935b48ac18f for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:41:25.123026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:25.599819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:25.614563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:25.745704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4643c6a-2fe9-4f04-bb84-c2d97aafae89,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:25.762913 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:25.856765 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Checking segment: {'id': 'f3600754-b312-4af9-9fb0-d27d6669ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:41:25.857074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Network hostable DHCP agents. Network: 6b003deb-0b55-4afb-9ec7-9228245f4c4d, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:41:25.878399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Network 6b003deb-0b55-4afb-9ec7-9228245f4c4d is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:41:25.887509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 6b003deb-0b55-4afb-9ec7-9228245f4c4d) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:41:25.892367 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:25.893014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:25.899059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358399e1-39c6-46d9-bd1d-95a752bdad50 None None] Network 6b003deb-0b55-4afb-9ec7-9228245f4c4d requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:41:25.913669 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8377945 Apr 15 19:41:26.406445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf17ddee6-039c-57b7-9b3f-762cf722a4fd-6b003deb-0b55-4afb-9ec7-9228245f4c4d', 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'fixed_ips': [{'subnet_id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89'}]}} from dv-cinder-786383-2-smb. {{(pid=85368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:41:26.408217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:26.602915 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Allocated IP 172.20.0.2 (6b003deb-0b55-4afb-9ec7-9228245f4c4d/b4643c6a-2fe9-4f04-bb84-c2d97aafae89/705da763-a942-4126-ab75-627cff8c2999) {{(pid=85368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:41:26.853207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Notify callbacks [] for port, precommit_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:26.866439 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Transition to ACTIVE for port object 705da763-a942-4126-ab75-627cff8c2999 will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:41:26.887388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Transition to ACTIVE for port object 705da763-a942-4126-ab75-627cff8c2999 will not be triggered until provisioned by entity DHCP. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:41:26.894402 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:26.913207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:27.036899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Pushing event updated for resources: {'Port': ['ID=705da763-a942-4126-ab75-627cff8c2999,revision_number=1']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:27.054652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.055023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.055388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.055747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.056104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.056459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.056810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.057158 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.057507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.057878 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.058229 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.058575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Tracked resource versions report: Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: pushed versions: Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: { 'AddressGroup': {'1.2'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': {'1.0'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': {'1.0'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': {'1.1'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': {'1.7'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': {'1.2'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': {'1.8'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': {'1.4'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': {'1.0'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': {'1.1'}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': {'1.1'}} Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: consumer versions: Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: { DHCP agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: L3 agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: Metadata agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: Metering agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: Open vSwitch agent@dv-cinder-786383-2-smb: { 'AddressGroup': '1.2', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': '1.0', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': '1.0', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': '1.1', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': '1.7', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': '1.2', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': '1.8', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': '1.4', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': '1.2', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': '1.0', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': '1.1', Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': '1.1'}} Apr 15 19:41:27.059674 dv-cinder-786383-2-smb neutron-server[85253]: {{(pid=85368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:41:27.074129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:27.115250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Network 6b003deb-0b55-4afb-9ec7-9228245f4c4d is already hosted by enough agents. {{(pid=85368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:41:27.116401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Resources bound (agent type, host, resource id): {{(pid=85368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:41:27.119240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Received port after_create {{(pid=85368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:41:27.219238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Attempting to bind port 705da763-a942-4126-ab75-627cff8c2999 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:41:27.219683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Attempting to bind port 705da763-a942-4126-ab75-627cff8c2999 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'f3600754-b312-4af9-9fb0-d27d6669ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:41:27.220140 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Attempting to bind port 705da763-a942-4126-ab75-627cff8c2999 on network 6b003deb-0b55-4afb-9ec7-9228245f4c4d {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:41:27.225975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 41, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:41:27.226377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Checking segment: {'id': 'f3600754-b312-4af9-9fb0-d27d6669ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:41:27.226840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:27.227262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Bound using segment: {'id': 'f3600754-b312-4af9-9fb0-d27d6669ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:41:27.227806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Bound port: 705da763-a942-4126-ab75-627cff8c2999, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3600754-b312-4af9-9fb0-d27d6669ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:41:27.228211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:27.320995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] For port 705da763-a942-4126-ab75-627cff8c2999, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:41:27.325090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] For port 705da763-a942-4126-ab75-627cff8c2999, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=705da763-a942-4126-ab75-627cff8c2999,segment=NetworkSegment(f3600754-b312-4af9-9fb0-d27d6669ccd1),segment_id=f3600754-b312-4af9-9fb0-d27d6669ccd1)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:41:27.328419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:27.344813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:27.498305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Pushing event updated for resources: {'Port': ['ID=705da763-a942-4126-ab75-627cff8c2999,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:27.503319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:29.176268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34800) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:29.625318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [None req-4a441687-de0f-4965-86a9-73d8e0f49d19 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:41:29.626651 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-4a441687-de0f-4965-86a9-73d8e0f49d19 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4493546 Apr 15 19:41:32.545586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34810) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:32.996813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [None req-60d252d1-3005-4ef6-9504-579269f1a05b admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:41:32.997966 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-60d252d1-3005-4ef6-9504-579269f1a05b admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4512577 Apr 15 19:41:34.516154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 705da763-a942-4126-ab75-627cff8c2999 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:41:34.595155 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 705da763-a942-4126-ab75-627cff8c2999 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:41:35.243795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dfc2c60-9824-4058-a4a4-44d7c3b6ad2d None None] Network 6b003deb-0b55-4afb-9ec7-9228245f4c4d requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:41:35.327932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-aaa36b25-68b2-48e8-bc84-b49f2a32542e None None] Provisioning for port 705da763-a942-4126-ab75-627cff8c2999 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:41:35.336928 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-aaa36b25-68b2-48e8-bc84-b49f2a32542e None None] Provisioning complete for port 705da763-a942-4126-ab75-627cff8c2999 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:41:35.337388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-aaa36b25-68b2-48e8-bc84-b49f2a32542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:35.570681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-aaa36b25-68b2-48e8-bc84-b49f2a32542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:35.650770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-aaa36b25-68b2-48e8-bc84-b49f2a32542e None None] For port 705da763-a942-4126-ab75-627cff8c2999, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=705da763-a942-4126-ab75-627cff8c2999,segment=NetworkSegment(f3600754-b312-4af9-9fb0-d27d6669ccd1),segment_id=f3600754-b312-4af9-9fb0-d27d6669ccd1)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:35.655839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-aaa36b25-68b2-48e8-bc84-b49f2a32542e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:35.666426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:35.749412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa36b25-68b2-48e8-bc84-b49f2a32542e None None] Pushing event updated for resources: {'Port': ['ID=705da763-a942-4126-ab75-627cff8c2999,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:35.753404 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-aaa36b25-68b2-48e8-bc84-b49f2a32542e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:35.981698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-8316b67f-f308-4562-8256-1c3fd59f6ffc None None] Provisioning complete for port 705da763-a942-4126-ab75-627cff8c2999 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:41:35.982162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8316b67f-f308-4562-8256-1c3fd59f6ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:36.275088 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34826) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:36.483725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 705da763-a942-4126-ab75-627cff8c2999 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:41:36.567527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 705da763-a942-4126-ab75-627cff8c2999 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:41:36.567926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:36.716558 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'admin_state_up': True}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:41:36.723318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:36.728108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Usage tracker for resource:router and tenant:a6394a631b6544b38486a935b48ac18f is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:36.731914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:36.739585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:36.749854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846792731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716775'] for router, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:36.752053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7982904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:36.777973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:36.894159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846796752'] for router, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:36.913994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:36.915270 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3531907d-60eb-42f4-a59c-599bafd57e4c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6390543 Apr 15 19:41:37.264750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dc537cae-044c-454d-8ba5-58d50079812c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:37.390648 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:41:39.660330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2a768c6c-fde3-4c03-be19-6b02231ed96a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:39.747548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34846) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:39.922116 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [None req-5971afdc-7375-4bc6-9e2e-9427fe85c985 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:41:39.923367 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5971afdc-7375-4bc6-9e2e-9427fe85c985 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1747026 Apr 15 19:41:40.200114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:40.511203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:41.974902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:42.623132 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 34866) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:42.813525 dv-cinder-786383-2-smb neutron-server[85253]: WARNING oslo_policy.policy [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:41:42.814143 dv-cinder-786383-2-smb neutron-server[85253]: WARNING oslo_policy.policy [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:41:43.051051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'name': 'public', 'provider:network_type': 'flat', 'is_default': True}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:41:43.054292 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.quota [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Loaded quota_driver: . Apr 15 19:41:43.070319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:43.077177 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Usage tracker for resource:network and tenant:7c67ff2bb199494d9bf6569a7b6c2916 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:43.082175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:43.091144 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:43.107811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Made reservation on behalf of 7c67ff2bb199494d9bf6569a7b6c2916 for: {'network': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:41:43.185406 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.policy [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=85366) register_rules /opt/stack/neutron/neutron/policy.py:75}} Apr 15 19:41:43.242725 dv-cinder-786383-2-smb neutron-server[85253]: WARNING oslo_policy.policy [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:41:43.243154 dv-cinder-786383-2-smb neutron-server[85253]: WARNING oslo_policy.policy [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Apr 15 19:41:43.265270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:43.284932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:43.302768 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:43.306605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Usage tracker for resource:security_group_rule and tenant:7c67ff2bb199494d9bf6569a7b6c2916 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:43.310051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:43.316615 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:43.579068 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:43.582250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:43.587488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:43.599560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Reserving flat network on physical network physnet1 {{(pid=85366) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Apr 15 19:41:43.630760 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363245572208705', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:43.631391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Unsubscribe: segment precommit_create {{(pid=85366) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Apr 15 19:41:43.631881 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Added segment c9c7f68f-8017-48fd-97fa-b9ca8247941d of type flat for network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 Apr 15 19:41:43.689712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8b659e-d566-4528-9d54-d3b7c45b9082,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:43.711881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.712259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.712633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.713031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.713351 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.713710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.714115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.714466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.714838 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.715171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.715515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.715860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Tracked resource versions report: Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: pushed versions: Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: { 'AddressGroup': {'1.2'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': {'1.0'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': {'1.0'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': {'1.1'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': {'1.7'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': {'1.2'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': {'1.8'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': {'1.4'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': {'1.0'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': {'1.1'}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': {'1.1'}} Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: consumer versions: Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: { DHCP agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: L3 agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: Metadata agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: Metering agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: Open vSwitch agent@dv-cinder-786383-2-smb: { 'AddressGroup': '1.2', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': '1.0', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': '1.0', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': '1.1', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': '1.7', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': '1.2', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': '1.8', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': '1.4', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': '1.2', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': '1.0', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': '1.1', Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': '1.1'}} Apr 15 19:41:43.716951 dv-cinder-786383-2-smb neutron-server[85253]: {{(pid=85366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:41:43.767945 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:43.769743 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:43.815803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:43.817293 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:43.817999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:43.823255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:43.935959 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.3097959 Apr 15 19:41:43.941599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Pushing event updated for resources: {'Network': ['ID=2872041f-aa41-42f6-a08b-f0e53ae58fa3,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:43.946051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:43.953712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:41:46.519983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34886) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:46.640084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c71fbf3-2dc3-4a72-83fc-4f61ce2fcc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:46.641534 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0c71fbf3-2dc3-4a72-83fc-4f61ce2fcc81 admin admin] 10.222.0.35 "GET /v2.0/subnets/b4643c6a-2fe9-4f04-bb84-c2d97aafae89 HTTP/1.1" status: 200 len: 849 time: 0.1205499 Apr 15 19:41:46.943971 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0ca6d27d-95d3-49d7-9508-290d59a3314a admin admin] 10.222.0.35 "GET /v2.0/routers/0e96c338-dcfb-49f2-b911-15eba4f484b4 HTTP/1.1" status: 200 len: 704 time: 0.2957742 Apr 15 19:41:47.450815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.693387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Allocated IP 172.20.0.1 (6b003deb-0b55-4afb-9ec7-9228245f4c4d/b4643c6a-2fe9-4f04-bb84-c2d97aafae89/138e15ff-1a28-445c-abd2-b1f40756cc96) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:41:47.861296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.879710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Transition to ACTIVE for port object 138e15ff-1a28-445c-abd2-b1f40756cc96 will not be triggered until provisioned by entity DHCP. {{(pid=85367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:41:47.938605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:47.954083 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:48.091296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Pushing event updated for resources: {'Port': ['ID=138e15ff-1a28-445c-abd2-b1f40756cc96,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:48.099106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:48.153960 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Network 6b003deb-0b55-4afb-9ec7-9228245f4c4d is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:41:48.155177 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:41:48.157825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:41:48.158839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980149'] for router_interface, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:48.316858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-dcf78ef8-eeb5-44f6-a980-041964d9e406 None None] Provisioning for port 138e15ff-1a28-445c-abd2-b1f40756cc96 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:41:48.321940 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-dcf78ef8-eeb5-44f6-a980-041964d9e406 None None] Provisioning complete for port 138e15ff-1a28-445c-abd2-b1f40756cc96 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:41:48.322344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dcf78ef8-eeb5-44f6-a980-041964d9e406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:48.382638 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-dcf78ef8-eeb5-44f6-a980-041964d9e406 None None] Port 138e15ff-1a28-445c-abd2-b1f40756cc96 cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:41:48.462144 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:48.886318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:48.890335 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:48.891555 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846667113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846795758'] for router_interface, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:48.906456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:49.041283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Pushing event updated for resources: {'Port': ['ID=138e15ff-1a28-445c-abd2-b1f40756cc96,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:49.046577 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:49.103628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Network 6b003deb-0b55-4afb-9ec7-9228245f4c4d is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:41:49.104638 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:41:49.309857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-34f0f216-024f-49d3-b81d-28b5f60493ab None None] Provisioning complete for port 138e15ff-1a28-445c-abd2-b1f40756cc96 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:41:49.310402 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-34f0f216-024f-49d3-b81d-28b5f60493ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:49.321208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Router 0e96c338-dcfb-49f2-b911-15eba4f484b4 is scheduled to L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d with binding_index 1 {{(pid=85367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:41:49.372445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-34f0f216-024f-49d3-b81d-28b5f60493ab None None] Port 138e15ff-1a28-445c-abd2-b1f40756cc96 cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:41:49.518406 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:41:49.532888 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] 10.222.0.35 "PUT /v2.0/routers/0e96c338-dcfb-49f2-b911-15eba4f484b4/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.5830739 Apr 15 19:41:49.535736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Sync routers for ids ['0e96c338-dcfb-49f2-b911-15eba4f484b4'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:41:49.547499 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Routers {'0e96c338-dcfb-49f2-b911-15eba4f484b4'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:41:49.548401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:41:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e96c338-dcfb-49f2-b911-15eba4f484b4'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:49.745134 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Set router 0e96c338-dcfb-49f2-b911-15eba4f484b4 gateway port host: None {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:41:50.333486 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'name': 'router1', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:41:36Z', 'updated_at': '2021-04-15T19:41:48Z', 'revision_number': 2, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'gw_port_host': None, '_interfaces': [{'id': '138e15ff-1a28-445c-abd2-b1f40756cc96', 'name': '', 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'mac_address': 'fa:16:3e:99:af:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:41:47Z', 'updated_at': '2021-04-15T19:41:48Z', 'revision_number': 2, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'subnets': [{'id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5757332c-fa9b-43ac-ab8d-587f62e59d92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:50.338526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Checking router: 0e96c338-dcfb-49f2-b911-15eba4f484b4 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:41:50.339472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Updating router 0e96c338-dcfb-49f2-b911-15eba4f484b4 port 138e15ff-1a28-445c-abd2-b1f40756cc96 binding host dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:41:50.420228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:50.848743 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Notify callbacks [] for port, precommit_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:50.863573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Transition to ACTIVE for port object 138e15ff-1a28-445c-abd2-b1f40756cc96 will not be triggered until provisioned by entity L2. {{(pid=85369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:41:50.868847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:50.887099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:51.019510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Pushing event updated for resources: {'Port': ['ID=138e15ff-1a28-445c-abd2-b1f40756cc96,revision_number=3']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:51.030664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.031033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.031397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.031756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.032108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.032462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.032812 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.033787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.034547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.034908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.035252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.035598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Tracked resource versions report: Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: pushed versions: Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: { 'AddressGroup': {'1.2'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': {'1.0'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': {'1.0'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': {'1.1'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': {'1.7'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': {'1.2'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': {'1.8'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': {'1.4'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': {'1.0'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': {'1.1'}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': {'1.1'}} Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: consumer versions: Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: { DHCP agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: L3 agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: Metadata agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: Metering agent@dv-cinder-786383-2-smb: {}, Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: Open vSwitch agent@dv-cinder-786383-2-smb: { 'AddressGroup': '1.2', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': '1.0', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': '1.0', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': '1.1', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': '1.7', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': '1.2', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': '1.8', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': '1.4', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': '1.2', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': '1.0', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': '1.1', Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': '1.1'}} Apr 15 19:41:51.036681 dv-cinder-786383-2-smb neutron-server[85253]: {{(pid=85369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:41:51.051171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:51.277804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Attempting to bind port 138e15ff-1a28-445c-abd2-b1f40756cc96 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:41:51.278153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Attempting to bind port 138e15ff-1a28-445c-abd2-b1f40756cc96 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'f3600754-b312-4af9-9fb0-d27d6669ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:41:51.278565 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Attempting to bind port 138e15ff-1a28-445c-abd2-b1f40756cc96 on network 6b003deb-0b55-4afb-9ec7-9228245f4c4d {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:41:51.284127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:41:51.284538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Checking segment: {'id': 'f3600754-b312-4af9-9fb0-d27d6669ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:41:51.285002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:51.285421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Bound using segment: {'id': 'f3600754-b312-4af9-9fb0-d27d6669ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:41:51.285973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Bound port: 138e15ff-1a28-445c-abd2-b1f40756cc96, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3600754-b312-4af9-9fb0-d27d6669ccd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d'}}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:41:51.286369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:51.382431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] For port 138e15ff-1a28-445c-abd2-b1f40756cc96, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:41:51.387100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] For port 138e15ff-1a28-445c-abd2-b1f40756cc96, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=138e15ff-1a28-445c-abd2-b1f40756cc96,segment=NetworkSegment(f3600754-b312-4af9-9fb0-d27d6669ccd1),segment_id=f3600754-b312-4af9-9fb0-d27d6669ccd1)] {{(pid=85369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:41:51.390376 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:51.406259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:51.557884 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Pushing event updated for resources: {'Port': ['ID=138e15ff-1a28-445c-abd2-b1f40756cc96,revision_number=4']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:51.561226 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:51.623672 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Routers {'0e96c338-dcfb-49f2-b911-15eba4f484b4'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:41:51.624354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:41:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e96c338-dcfb-49f2-b911-15eba4f484b4'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:51.807014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] Set router 0e96c338-dcfb-49f2-b911-15eba4f484b4 gateway port host: None {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:41:52.197242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'name': 'router1', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:41:36Z', 'updated_at': '2021-04-15T19:41:48Z', 'revision_number': 2, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'gw_port_host': None, '_interfaces': [{'id': '138e15ff-1a28-445c-abd2-b1f40756cc96', 'name': '', 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'mac_address': 'fa:16:3e:99:af:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:41:47Z', 'updated_at': '2021-04-15T19:41:51Z', 'revision_number': 4, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'subnets': [{'id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5757332c-fa9b-43ac-ab8d-587f62e59d92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:52.201366 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c31211-afa0-4330-ac8e-cc007a41451b None None] The sync data for ids ['0e96c338-dcfb-49f2-b911-15eba4f484b4'] in dv-cinder-786383-2-smb is: [{'id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'name': 'router1', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:41:36Z', 'updated_at': '2021-04-15T19:41:48Z', 'revision_number': 2, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'gw_port_host': None, '_interfaces': [{'id': '138e15ff-1a28-445c-abd2-b1f40756cc96', 'name': '', 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'mac_address': 'fa:16:3e:99:af:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:41:47Z', 'updated_at': '2021-04-15T19:41:51Z', 'revision_number': 4, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'subnets': [{'id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5757332c-fa9b-43ac-ab8d-587f62e59d92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:41:52.215217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34898) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:52.398664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69bf135b-494c-49be-a1a0-50b4ac322e16 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:52.405924 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-69bf135b-494c-49be-a1a0-50b4ac322e16 admin admin] 10.222.0.35 "GET /v2.0/networks/2872041f-aa41-42f6-a08b-f0e53ae58fa3 HTTP/1.1" status: 200 len: 842 time: 0.1838071 Apr 15 19:41:52.411348 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Request body: {'subnet': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.28.1.1', 'cidr': '172.28.1.0/24'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:41:52.417379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:41:52.422293 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Usage tracker for resource:subnet and tenant:7c67ff2bb199494d9bf6569a7b6c2916 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:41:52.425434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:41:52.431599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:41:52.441479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Made reservation on behalf of 7c67ff2bb199494d9bf6569a7b6c2916 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:41:52.446304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:53.019176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.objects.ports [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=85367) get_objects /opt/stack/neutron/neutron/objects/ports.py:446}} Apr 15 19:41:53.019667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:53.035270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cc306a58-2b66-41fa-ac33-8e029154a4fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:53.167200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f726bbad-f3a5-4d30-a300-b30a114350d0,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:53.172032 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:53.233121 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Checking segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:41:53.233517 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Network hostable DHCP agents. Network: 2872041f-aa41-42f6-a08b-f0e53ae58fa3, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:41:53.254583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:41:53.263608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 2872041f-aa41-42f6-a08b-f0e53ae58fa3) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:41:53.268445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:53.269235 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:53.276010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ccb1c6-6616-4a47-8608-ec60fb2c06a5 None None] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:41:53.294590 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8877318 Apr 15 19:41:53.546757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d35b897-88f4-437e-909c-e81ba56777e5 None None] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:41:56.008389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34912) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:41:56.260070 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ccf35e81-14df-4022-aab6-bfc3b11b60bf admin admin] 10.222.0.35 "GET /v2.0/routers/0e96c338-dcfb-49f2-b911-15eba4f484b4 HTTP/1.1" status: 200 len: 710 time: 0.2497928 Apr 15 19:41:56.412759 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42f239e2-5419-48c3-a1fb-d44d85d46dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:41:56.414296 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-42f239e2-5419-48c3-a1fb-d44d85d46dac admin admin] 10.222.0.35 "GET /v2.0/networks/2872041f-aa41-42f6-a08b-f0e53ae58fa3 HTTP/1.1" status: 200 len: 886 time: 0.1487005 Apr 15 19:41:56.424951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:41:56.521496 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 138e15ff-1a28-445c-abd2-b1f40756cc96 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:41:56.594042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 138e15ff-1a28-445c-abd2-b1f40756cc96 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:41:56.600129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 138e15ff-1a28-445c-abd2-b1f40756cc96 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:41:56.600543 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:56.729894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:56.764479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 138e15ff-1a28-445c-abd2-b1f40756cc96, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=138e15ff-1a28-445c-abd2-b1f40756cc96,segment=NetworkSegment(f3600754-b312-4af9-9fb0-d27d6669ccd1),segment_id=f3600754-b312-4af9-9fb0-d27d6669ccd1)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:41:56.768150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:56.771445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:56.852051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=138e15ff-1a28-445c-abd2-b1f40756cc96,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:56.855974 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:57.161997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846792746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59056'] for router, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.522674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.588747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.737235 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Allocated IP 172.28.1.182 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:41:57.909507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.943619 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:57.959334 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:41:58.096375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Pushing event updated for resources: {'Port': ['ID=2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:41:58.101176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:41:58.163578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:41:58.164907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:41:58.167760 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:41:58.496617 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 138e15ff-1a28-445c-abd2-b1f40756cc96 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:41:58.570609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 138e15ff-1a28-445c-abd2-b1f40756cc96 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:41:58.570990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:58.576020 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:58.953373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846792746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59056'] for router, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:58.957524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846796752', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036846796721', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7979064', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7983055'] for router, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:59.344214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Router 0e96c338-dcfb-49f2-b911-15eba4f484b4 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:41:59.536668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:41:59.547898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:41:59.549710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Sync routers for ids ['0e96c338-dcfb-49f2-b911-15eba4f484b4'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:41:59.550522 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] 10.222.0.35 "PUT /v2.0/routers/0e96c338-dcfb-49f2-b911-15eba4f484b4 HTTP/1.1" status: 200 len: 890 time: 3.1295822 Apr 15 19:41:59.560742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Routers {'0e96c338-dcfb-49f2-b911-15eba4f484b4'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:41:59.561453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:41:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e96c338-dcfb-49f2-b911-15eba4f484b4'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:41:59.770352 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Set router 0e96c338-dcfb-49f2-b911-15eba4f484b4 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:00.156034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'name': 'router1', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:41:36Z', 'updated_at': '2021-04-15T19:41:58Z', 'revision_number': 4, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'gw_port': {'id': '2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:41:57Z', 'updated_at': '2021-04-15T19:41:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '138e15ff-1a28-445c-abd2-b1f40756cc96', 'name': '', 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'mac_address': 'fa:16:3e:99:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:41:47Z', 'updated_at': '2021-04-15T19:41:56Z', 'revision_number': 5, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'subnets': [{'id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5757332c-fa9b-43ac-ab8d-587f62e59d92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:00.164271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Checking router: 0e96c338-dcfb-49f2-b911-15eba4f484b4 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:42:00.164892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Updating router 0e96c338-dcfb-49f2-b911-15eba4f484b4 port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d binding host dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:42:00.260584 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.617979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Notify callbacks [] for port, precommit_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.638643 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Transition to ACTIVE for port object 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:42:00.647592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:00.663056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:00.797774 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a507f7-cac4-46f2-b1f1-444b81a33c8b None None] Pushing event updated for resources: {'Port': ['ID=2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:00.802772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-02a507f7-cac4-46f2-b1f1-444b81a33c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:01.035400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Attempting to bind port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:42:01.035825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Attempting to bind port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:42:01.036222 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Attempting to bind port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d on network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:42:01.042343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 41, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:42:01.042758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Checking segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:42:01.043199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.043630 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Bound using segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:42:01.044182 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Bound port: 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:42:01.044588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.121803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] For port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:42:01.124842 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] For port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:42:01.130395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:01.147228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-47dfd4a3-31ae-435e-91a4-73e3c856fa57 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:01.296818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a507f7-cac4-46f2-b1f1-444b81a33c8b None None] Pushing event updated for resources: {'Port': ['ID=2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:01.303524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-02a507f7-cac4-46f2-b1f1-444b81a33c8b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:01.348952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Routers {'0e96c338-dcfb-49f2-b911-15eba4f484b4'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:42:01.349616 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:41:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e96c338-dcfb-49f2-b911-15eba4f484b4'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:01.555971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] Set router 0e96c338-dcfb-49f2-b911-15eba4f484b4 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:42:01.917744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'name': 'router1', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:41:36Z', 'updated_at': '2021-04-15T19:41:58Z', 'revision_number': 4, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'gw_port': {'id': '2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:41:57Z', 'updated_at': '2021-04-15T19:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '138e15ff-1a28-445c-abd2-b1f40756cc96', 'name': '', 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'mac_address': 'fa:16:3e:99:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:41:47Z', 'updated_at': '2021-04-15T19:41:56Z', 'revision_number': 5, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'subnets': [{'id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5757332c-fa9b-43ac-ab8d-587f62e59d92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:42:01.922668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7ab8fe9-cc15-45e0-926d-b840b39c2121 None None] The sync data for ids ['0e96c338-dcfb-49f2-b911-15eba4f484b4'] in dv-cinder-786383-2-smb is: [{'id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'name': 'router1', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.182'}], 'enable_snat': True}, 'gw_port_id': '2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:41:36Z', 'updated_at': '2021-04-15T19:41:58Z', 'revision_number': 4, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'gw_port': {'id': '2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:f7:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:41:57Z', 'updated_at': '2021-04-15T19:42:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '138e15ff-1a28-445c-abd2-b1f40756cc96', 'name': '', 'network_id': '6b003deb-0b55-4afb-9ec7-9228245f4c4d', 'tenant_id': 'a6394a631b6544b38486a935b48ac18f', 'mac_address': 'fa:16:3e:99:af:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e96c338-dcfb-49f2-b911-15eba4f484b4', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:41:47Z', 'updated_at': '2021-04-15T19:41:56Z', 'revision_number': 5, 'project_id': 'a6394a631b6544b38486a935b48ac18f', 'subnets': [{'id': 'b4643c6a-2fe9-4f04-bb84-c2d97aafae89', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5757332c-fa9b-43ac-ab8d-587f62e59d92'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:42:02.388957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 34922) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:42:02.532299 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:42:02.536320 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-1428d43f-d3d4-4d16-8623-92ebfa65ebf1 admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1464107 Apr 15 19:42:02.616948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:42:02.622744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:42:02.623156 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.762572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.784194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:42:02.788604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:02.791186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-02a507f7-cac4-46f2-b1f1-444b81a33c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:42:02.914997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:42:02.919272 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:42:04.525735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:42:04.603922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 2cb8a5a1-d1b4-4f8b-b92c-e4f0f003550d triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:42:04.604546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:07.279078 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0d2b3507-ecd8-46af-a9f5-1797f6934e35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:09.709503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e265c7cd-2693-492f-a6f5-2dce336db3ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:10.224777 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:10.522679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:11.989874 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:14.390563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:42:37.277576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-efa72d55-f632-4b13-92ab-18fa645f2e5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:39.663033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-eb43f6b2-2258-4b4c-a623-09813fa2bc90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:40.201816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:40.510803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:41.994729 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:42:51.391392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:43:07.276089 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-be53d423-89e7-40e6-84c0-59e1a5c15e31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:09.664907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f7ca079d-6b33-4e4d-93a7-6df77e70165f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:10.195142 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:10.512797 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:11.984604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:28.392727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:43:37.269075 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-904466a4-a485-4b7e-9b63-1fe484fb19b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:39.666197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ff1628c9-1be7-469a-b5f1-ccafee79befc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:40.199440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:40.515712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:41.987523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:51.702788 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35492) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:51.776617 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d4e41ab-8962-4de4-b3ba-d2a2747956ba admin admin] GET failed (client error): The resource could not be found. Apr 15 19:43:51.778049 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8d4e41ab-8962-4de4-b3ba-d2a2747956ba admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0742087 Apr 15 19:43:51.924911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661ba192-7f2a-4d66-a1a4-ec7ae319a439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:51.926486 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-661ba192-7f2a-4d66-a1a4-ec7ae319a439 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1439130 Apr 15 19:43:54.467005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35502) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:54.588334 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8d61ec7-4267-4e0d-a06d-50be8dedcfbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:54.588955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e8d61ec7-4267-4e0d-a06d-50be8dedcfbd admin admin] Synchronizing usage tracker for tenant:7c67ff2bb199494d9bf6569a7b6c2916 on resource:subnet {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:43:54.605576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e8d61ec7-4267-4e0d-a06d-50be8dedcfbd admin admin] Unset dirty status for tenant:7c67ff2bb199494d9bf6569a7b6c2916 on resource:subnet {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:43:54.606874 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e8d61ec7-4267-4e0d-a06d-50be8dedcfbd admin admin] 10.222.0.35 "GET /v2.0/subnets/b4643c6a-2fe9-4f04-bb84-c2d97aafae89 HTTP/1.1" status: 200 len: 849 time: 0.1388490 Apr 15 19:43:54.617241 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:43:54.741783 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Notify callbacks [] for subnet, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:55.055834 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363245572353481'] for subnet, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:55.071704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:43:55.205140 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4643c6a-2fe9-4f04-bb84-c2d97aafae89,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:43:55.229346 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.229696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.230100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.230471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.230837 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.231203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.231561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.231920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.232300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.232663 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.233026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.233375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:43:55.238333 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:43:55.270452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:55.271705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:55.273568 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e92576b6-d54a-4222-91ce-8c8470b3274c admin admin] 10.222.0.35 "PUT /v2.0/subnets/b4643c6a-2fe9-4f04-bb84-c2d97aafae89 HTTP/1.1" status: 200 len: 868 time: 0.6600046 Apr 15 19:43:55.277593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39410510-dd08-4b69-a91b-cb559de5a025 None None] Network 6b003deb-0b55-4afb-9ec7-9228245f4c4d requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:43:55.762947 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7a51866b-a304-4892-b080-de62ae1aeacf None None] Provisioning complete for port 138e15ff-1a28-445c-abd2-b1f40756cc96 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:43:55.763511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7a51866b-a304-4892-b080-de62ae1aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:55.905321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7a51866b-a304-4892-b080-de62ae1aeacf None None] Provisioning complete for port 705da763-a942-4126-ab75-627cff8c2999 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:43:55.905627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7a51866b-a304-4892-b080-de62ae1aeacf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:43:57.819933 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35512) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:43:58.009679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f88603-bdca-4ddc-a37a-743077dc2645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:58.010135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f88603-bdca-4ddc-a37a-743077dc2645 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:43:58.011769 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-a1f88603-bdca-4ddc-a37a-743077dc2645 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1907337 Apr 15 19:44:00.549795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35522) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:00.733778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69149be-ab02-4a8f-acaf-e3010423ce0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:00.734262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69149be-ab02-4a8f-acaf-e3010423ce0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:00.735908 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d69149be-ab02-4a8f-acaf-e3010423ce0f admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1850886 Apr 15 19:44:03.275944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35532) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:03.456047 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9329e726-cdb3-4365-b0ed-b196a72ae088 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:03.457431 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9329e726-cdb3-4365-b0ed-b196a72ae088 admin admin] 10.222.0.35 "GET /v2.0/networks/2872041f-aa41-42f6-a08b-f0e53ae58fa3 HTTP/1.1" status: 200 len: 886 time: 0.1804247 Apr 15 19:44:05.392478 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:44:05.991069 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35542) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:06.181372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68723b9-2ab6-49df-8e6e-efd174ce03c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:06.182812 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e68723b9-2ab6-49df-8e6e-efd174ce03c4 admin admin] 10.222.0.35 "GET /v2.0/networks/6b003deb-0b55-4afb-9ec7-9228245f4c4d HTTP/1.1" status: 200 len: 869 time: 0.1907005 Apr 15 19:44:07.271302 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-10542a74-fbab-4811-8174-65291c64e0a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:08.730460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35552) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:08.850561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4910cf-cd4d-4e6e-9237-65060319bbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:08.851101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4910cf-cd4d-4e6e-9237-65060319bbc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:08.852748 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2e4910cf-cd4d-4e6e-9237-65060319bbc2 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1211643 Apr 15 19:44:09.667172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6e7e46cb-cd84-4303-88bb-2156611ded69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:10.213486 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:10.518537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:11.370559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35562) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:11.488445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3894b-c72c-4559-8050-d705a3549330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:11.488955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bde3894b-c72c-4559-8050-d705a3549330 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:11.491161 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-bde3894b-c72c-4559-8050-d705a3549330 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1195352 Apr 15 19:44:11.991965 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:14.035077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35572) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:14.153350 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f17c6a-db91-486f-88be-17844ab2d4b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:14.154809 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-24f17c6a-db91-486f-88be-17844ab2d4b5 admin admin] 10.222.0.35 "GET /v2.0/subnets/b4643c6a-2fe9-4f04-bb84-c2d97aafae89 HTTP/1.1" status: 200 len: 868 time: 0.1187136 Apr 15 19:44:16.657008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35582) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:16.776643 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d31fbaf-3435-4315-bb01-a23e43db555d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:16.778167 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2d31fbaf-3435-4315-bb01-a23e43db555d admin admin] 10.222.0.35 "GET /v2.0/subnets/f726bbad-f3a5-4d30-a300-b30a114350d0 HTTP/1.1" status: 200 len: 816 time: 0.1201208 Apr 15 19:44:37.274114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dccc0b1e-664c-41cb-a2da-d9200886c66b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:39.668678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1ebbab15-9b22-4714-b769-8489164468b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:40.205110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:40.521082 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:41.997802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:42.392363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:44:43.705862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35626) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:43.760068 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [None req-3fa78926-a163-4db4-ad12-d1408bfdea8e admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:44:43.761164 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3fa78926-a163-4db4-ad12-d1408bfdea8e admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0542388 Apr 15 19:44:46.407493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35636) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:46.482879 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dfc13db-b7c8-44d5-96eb-20f342970c49 admin admin] GET failed (client error): The resource could not be found. Apr 15 19:44:46.484310 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-4dfc13db-b7c8-44d5-96eb-20f342970c49 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0758030 Apr 15 19:44:46.628526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca72145-df89-49ea-a6e0-e00a43d23aea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:46.630064 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3ca72145-df89-49ea-a6e0-e00a43d23aea admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1413574 Apr 15 19:44:49.163660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35646) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:49.215308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:44:49.220114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:44:49.224118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Usage tracker for resource:network and tenant:7c67ff2bb199494d9bf6569a7b6c2916 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:44:49.227775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Quota usage for network was recalculated. Used quota:1. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:44:49.233802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:44:49.247457 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Made reservation on behalf of 7c67ff2bb199494d9bf6569a7b6c2916 for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:44:49.252177 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:49.342015 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.services.revisions.revision_plugin [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Could not find related network for resource to bump revision. Apr 15 19:44:49.355431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] vlan segment allocate from pool success with {'vlan_id': 642, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:44:49.364472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:49.364860 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Added segment d7153c70-241d-49e4-8274-a6240d3576ab of type vlan for network 457a3be7-f367-4f26-b640-10c0680121d8 Apr 15 19:44:49.394901 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:49.424764 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:49.426142 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:49.426775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:49.431546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:49.526243 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3613729 Apr 15 19:44:49.531699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Pushing event updated for resources: {'Network': ['ID=457a3be7-f367-4f26-b640-10c0680121d8,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:49.535989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:49.546072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 457a3be7-f367-4f26-b640-10c0680121d8 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:44:52.078216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35656) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:44:52.153118 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.pecan_wsgi.hooks.translation [None req-da0f0fa2-a60b-49dc-8adb-fbf7e7b459db admin admin] GET failed (client error): The resource could not be found. Apr 15 19:44:52.153704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-da0f0fa2-a60b-49dc-8adb-fbf7e7b459db admin admin] Synchronizing usage tracker for tenant:7c67ff2bb199494d9bf6569a7b6c2916 on resource:network {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:44:52.172035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-da0f0fa2-a60b-49dc-8adb-fbf7e7b459db admin admin] Unset dirty status for tenant:7c67ff2bb199494d9bf6569a7b6c2916 on resource:network {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:44:52.173297 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-da0f0fa2-a60b-49dc-8adb-fbf7e7b459db admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0940676 Apr 15 19:44:52.294990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9746690c-f118-4456-a26c-69af54358828 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:52.296568 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9746690c-f118-4456-a26c-69af54358828 admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1187038 Apr 15 19:44:52.308192 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Request body: {'subnet': {'network_id': '457a3be7-f367-4f26-b640-10c0680121d8', 'description': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:44:52.313088 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:44:52.323629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:44:52.332411 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Made reservation on behalf of 7c67ff2bb199494d9bf6569a7b6c2916 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:44:52.337050 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:52.733544 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:52.751422 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:53.059351 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cabcfa8e-cdb1-4efd-929f-0f5445b6f283,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:53.072002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:53.133026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Checking segment: {'id': 'd7153c70-241d-49e4-8274-a6240d3576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:44:53.133647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Network hostable DHCP agents. Network: 457a3be7-f367-4f26-b640-10c0680121d8, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:44:53.151232 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Network 457a3be7-f367-4f26-b640-10c0680121d8 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:44:53.159530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 457a3be7-f367-4f26-b640-10c0680121d8) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:44:53.163801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:44:53.164444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:53.170488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b129ac92-4ca2-4fa5-8d9c-a0e54c16b96d None None] Network 457a3be7-f367-4f26-b640-10c0680121d8 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:44:53.189223 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8854346 Apr 15 19:44:53.408538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf17ddee6-039c-57b7-9b3f-762cf722a4fd-457a3be7-f367-4f26-b640-10c0680121d8', 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8', 'tenant_id': '7c67ff2bb199494d9bf6569a7b6c2916', 'fixed_ips': [{'subnet_id': 'cabcfa8e-cdb1-4efd-929f-0f5445b6f283'}]}} from dv-cinder-786383-2-smb. {{(pid=85368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:44:53.409827 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:53.593717 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Allocated IP 192.168.233.2 (457a3be7-f367-4f26-b640-10c0680121d8/cabcfa8e-cdb1-4efd-929f-0f5445b6f283/4d5d3cd9-f597-49f3-87cb-36381c717ae7) {{(pid=85368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:44:53.812509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Notify callbacks [] for port, precommit_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:53.823970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Transition to ACTIVE for port object 4d5d3cd9-f597-49f3-87cb-36381c717ae7 will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:44:53.844550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Transition to ACTIVE for port object 4d5d3cd9-f597-49f3-87cb-36381c717ae7 will not be triggered until provisioned by entity DHCP. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:44:53.849030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:53.869392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:54.005263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Pushing event updated for resources: {'Port': ['ID=4d5d3cd9-f597-49f3-87cb-36381c717ae7,revision_number=1']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:54.027949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.028337 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.028710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.029080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.029447 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.029844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.030211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.030581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.030940 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.031318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.031745 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.032176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:44:54.036829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:54.077552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Network 457a3be7-f367-4f26-b640-10c0680121d8 is already hosted by enough agents. {{(pid=85368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:44:54.078836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Resources bound (agent type, host, resource id): {{(pid=85368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:44:54.081479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Received port after_create {{(pid=85368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:44:54.180899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Attempting to bind port 4d5d3cd9-f597-49f3-87cb-36381c717ae7 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:44:54.181467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Attempting to bind port 4d5d3cd9-f597-49f3-87cb-36381c717ae7 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'd7153c70-241d-49e4-8274-a6240d3576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:44:54.181694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Attempting to bind port 4d5d3cd9-f597-49f3-87cb-36381c717ae7 on network 457a3be7-f367-4f26-b640-10c0680121d8 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:44:54.187847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 44, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:44:54.188323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Checking segment: {'id': 'd7153c70-241d-49e4-8274-a6240d3576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:44:54.188762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:54.189203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Bound using segment: {'id': 'd7153c70-241d-49e4-8274-a6240d3576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:44:54.189717 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Bound port: 4d5d3cd9-f597-49f3-87cb-36381c717ae7, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7153c70-241d-49e4-8274-a6240d3576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:44:54.190155 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:54.293231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] For port 4d5d3cd9-f597-49f3-87cb-36381c717ae7, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:44:54.296704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] For port 4d5d3cd9-f597-49f3-87cb-36381c717ae7, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=4d5d3cd9-f597-49f3-87cb-36381c717ae7,segment=NetworkSegment(d7153c70-241d-49e4-8274-a6240d3576ab),segment_id=d7153c70-241d-49e4-8274-a6240d3576ab)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:44:54.299830 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:54.315569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:54.470151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Pushing event updated for resources: {'Port': ['ID=4d5d3cd9-f597-49f3-87cb-36381c717ae7,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:54.475843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:55.753034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6c7f04-69cb-44c9-a222-07eb4c701c54 None None] Network 457a3be7-f367-4f26-b640-10c0680121d8 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:44:55.870392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7506b506-d87a-45a8-a6bd-4f0b7458c793 None None] Provisioning for port 4d5d3cd9-f597-49f3-87cb-36381c717ae7 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:44:56.656373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 4d5d3cd9-f597-49f3-87cb-36381c717ae7 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:44:56.732030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 4d5d3cd9-f597-49f3-87cb-36381c717ae7 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:44:56.737102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 4d5d3cd9-f597-49f3-87cb-36381c717ae7 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:44:56.737524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:56.863716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:56.898702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 4d5d3cd9-f597-49f3-87cb-36381c717ae7, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=4d5d3cd9-f597-49f3-87cb-36381c717ae7,segment=NetworkSegment(d7153c70-241d-49e4-8274-a6240d3576ab),segment_id=d7153c70-241d-49e4-8274-a6240d3576ab)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:44:56.905668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:44:56.908336 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:44:56.979346 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=4d5d3cd9-f597-49f3-87cb-36381c717ae7,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:44:56.982549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:44:58.642017 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 4d5d3cd9-f597-49f3-87cb-36381c717ae7 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:44:58.718029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 4d5d3cd9-f597-49f3-87cb-36381c717ae7 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:44:58.718447 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:07.286168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9f1cdd70-808c-4914-99e0-d45cc5d61949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:09.670612 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-90f70b5f-f36f-4585-b17e-1b7074220adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:10.213716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:10.523994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:12.005292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:19.392412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:45:37.280449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b8afdfd-abe8-4957-8d7a-882a1574deb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:39.673086 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4ad7d25b-2cb2-4ce4-af59-2c6503b84690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:40.208180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:40.527978 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:42.009160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:45:56.392287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:46:07.281735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d2fe6dbe-2ea6-4d71-be40-bae3cfe16977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:09.675769 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e10f6e71-16c8-4683-9ba5-e4ba2157f1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:10.211480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:10.530840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:11.092901 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35698) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:11.099216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [None req-f3572973-8d0c-4f32-a766-bcc8c517b7b2 tempest-verify_tempest_config-959834286 tempest-verify_tempest_config-959834286-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:46:11.100249 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f3572973-8d0c-4f32-a766-bcc8c517b7b2 tempest-verify_tempest_config-959834286 tempest-verify_tempest_config-959834286-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0063148 Apr 15 19:46:11.420946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35720) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:11.550009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:11.565461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:46:11.569568 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Usage tracker for resource:security_group_rule and tenant:5e799a64a8374c499820ed63fc114403 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:46:11.572520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:46:11.578513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:46:11.669430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:11.672032 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:11.681254 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:11.722498 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5e799a64a8374c499820ed63fc114403&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3004818 Apr 15 19:46:11.724820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7b13a0-6f97-430c-8490-6d389399e3b2,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:11.726018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 35726) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:46:11.732244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.732633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.733012 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.733386 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.733777 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.734182 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.734551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.734917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.735283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.735645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.736011 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.736375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.745775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:11.790402 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:11.817064 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:11.869622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:11.874709 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:46:11.890928 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7b13a0-6f97-430c-8490-6d389399e3b2,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:46:11.899736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.900114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.900482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.900846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.901207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.901565 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.902101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.902464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.902826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.903184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.903537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.903888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:46:11.907106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:11.908480 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a7b13a0-6f97-430c-8490-6d389399e3b2 HTTP/1.1" status: 204 len: 168 time: 0.1813455 Apr 15 19:46:11.909405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:46:12.012157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:33.391719 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:46:37.284088 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-25c3919b-5cb6-46b9-abb3-7df908b9c64b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:39.677544 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b3ca02c1-1b99-42d5-9e85-753c81da80de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:40.214738 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:40.531405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:46:42.015503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:07.285262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8d8dc201-7fcc-4f89-85a4-905f7af945c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:09.679096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-562f79c0-d9dd-4332-bed1-293d334574df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:10.217122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:10.390988 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:47:10.534682 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:12.017750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:37.286971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e080aa6a-17ef-4bcd-bf2d-fe182fadd036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:39.680054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70a496b8-89b3-42fd-bc90-ec5f99cc1c6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:40.218723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:40.538517 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:42.022281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:47:47.390090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 5 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:47:55.689876 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095'] for agent, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:00.537654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35782) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:48:00.658241 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f2f582c4-d15c-4640-8af8-65aa1a67689b admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1193199 Apr 15 19:48:03.182832 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 35792) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:48:03.243445 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-79cd6b48-2f0f-499c-8215-c2b3c5541846 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0594490 Apr 15 19:48:07.288879 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a45e4e95-9e3a-4dcf-964a-c88016b728f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:09.681673 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e02ab4e4-df25-4166-8d15-0af7d72ef55b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:10.223341 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:10.541386 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:12.026680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:24.390792 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:48:25.624791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:37.290307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d203be6c-6072-42e7-b3b0-4b5e5dd477a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:39.683815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cc639d35-bf4a-4875-b201-a684ed98faea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:40.216431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:40.543714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:42.029418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:48:55.627300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:01.391879 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:49:07.292015 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-799fba29-e3ed-4484-aa0a-726e391ab703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:09.685924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8f2a-56b6-48f8-9194-6b2c02a30dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:10.219296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:10.547699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:12.034191 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:25.644564 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:37.321864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8e0d23d3-c6a8-4a90-aee8-1a62eaa4fec5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:38.400881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:49:39.700803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-605e6dd3-de65-49ad-80f8-3e7015fcbd5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:40.229090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:40.557445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:42.050149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:43.602315 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36024) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:43.637916 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36030) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:43.672556 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36038) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:43.833066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36046) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:43.963988 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-950280952-network', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:43.965003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-691037260-network', 'tenant_id': '6cf9c217f4a34c4898dd3b95c95d8349'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:43.980290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:43.980711 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:43.991883 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Usage tracker for resource:network and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:43.994179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Usage tracker for resource:network and tenant:6cf9c217f4a34c4898dd3b95c95d8349 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:44.001956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:44.002655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:44.021721 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:44.023240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:44.042578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Made reservation on behalf of 6cf9c217f4a34c4898dd3b95c95d8349 for: {'network': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:44.052918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-298685905-network', 'tenant_id': 'a6bf9808d29e4f3483364ab8d4c2d17b'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:44.056881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.066606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Made reservation on behalf of 410f412dc7cb485a998f480860ec3aa4 for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:44.080219 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.087558 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.114456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:44.122531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.125055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:44.129593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Usage tracker for resource:security_group_rule and tenant:6cf9c217f4a34c4898dd3b95c95d8349 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:44.133708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:44.133920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Usage tracker for resource:network and tenant:a6bf9808d29e4f3483364ab8d4c2d17b is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:44.136799 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:44.142066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:44.143714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:44.153154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Made reservation on behalf of a6bf9808d29e4f3483364ab8d4c2d17b for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:44.157920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.173082 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.191665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:44.194309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:44.198583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Usage tracker for resource:security_group_rule and tenant:a6bf9808d29e4f3483364ab8d4c2d17b is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:44.201564 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:44.207993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:44.245405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Usage tracker for resource:security_group_rule and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:44.250665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.251934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:44.254271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.260761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:44.262447 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:44.303619 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] vlan segment allocate from pool success with {'vlan_id': 607, 'physical_network': 'physnet1'} {{(pid=85366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:49:44.318914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=726629e9-1f16-43e4-bd05-1d148e8b4571,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:44.326989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-181252823-network', 'tenant_id': '6c6255fc81944fc787e2892b04427d40'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:44.331085 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.331676 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Added segment cc478a6a-5a0a-49e8-ad99-d0a82b106d5c of type vlan for network 88b68aad-338f-469c-b294-faf16d5745cd Apr 15 19:49:44.333942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.334480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.335003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.335517 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.336608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.337135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.337682 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.338099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.338485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.338846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.339186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.340061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Tracked resource versions report: Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: pushed versions: Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: { 'AddressGroup': {'1.2'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': {'1.0'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': {'1.0'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': {'1.1'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': {'1.7'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': {'1.2'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': {'1.8'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': {'1.4'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': {'1.0'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': {'1.1'}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': {'1.1'}} Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: consumer versions: Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: { DHCP agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: HyperV agent@hv-cinder-78638: {}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: L3 agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: Metadata agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: Metering agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: Open vSwitch agent@dv-cinder-786383-2-smb: { 'AddressGroup': '1.2', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': '1.0', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': '1.0', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': '1.1', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': '1.7', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': '1.2', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': '1.8', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': '1.4', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': '1.2', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': '1.0', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': '1.1', Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': '1.1'}} Apr 15 19:49:44.341934 dv-cinder-786383-2-smb neutron-server[85253]: {{(pid=85366) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:49:44.361831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:44.366970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.367908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:44.375011 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Usage tracker for resource:network and tenant:6c6255fc81944fc787e2892b04427d40 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:44.379326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:44.383839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.391358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:44.393311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.400934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:44.428488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.430768 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:44.431718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.434843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] vlan segment allocate from pool success with {'vlan_id': 611, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:49:44.438358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:44.452418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Made reservation on behalf of 6c6255fc81944fc787e2892b04427d40 for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:44.457666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.492604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.518236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.525536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.526265 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Added segment 262a0039-58f4-4d8d-ba4a-377caa077136 of type vlan for network 70e507e9-ec67-4c33-a2f0-240f21d48a87 Apr 15 19:49:44.538119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.541239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:44.549019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73f3e543-8608-4fc1-9695-11bad58afa3c,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:44.558114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Usage tracker for resource:security_group_rule and tenant:6c6255fc81944fc787e2892b04427d40 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:44.559278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Pushing event updated for resources: {'Network': ['ID=88b68aad-338f-469c-b294-faf16d5745cd,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:44.565196 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:44.572484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 88b68aad-338f-469c-b294-faf16d5745cd details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:49:44.586715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:44.590387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:44.596015 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.596836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.597416 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.598013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.598603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.599291 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.599847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.600407 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.600991 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.602140 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.602724 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.603652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Tracked resource versions report: Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: pushed versions: Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: { 'AddressGroup': {'1.2'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': {'1.0'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': {'1.0'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': {'1.1'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': {'1.7'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': {'1.2'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': {'1.8'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': {'1.4'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': {'1.0'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': {'1.1'}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': {'1.1'}} Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: consumer versions: Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: { DHCP agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: HyperV agent@hv-cinder-78638: {}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: L3 agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: Metadata agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: Metering agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: Open vSwitch agent@dv-cinder-786383-2-smb: { 'AddressGroup': '1.2', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': '1.0', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': '1.0', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': '1.1', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': '1.7', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': '1.2', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': '1.8', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': '1.4', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': '1.2', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': '1.0', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': '1.1', Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': '1.1'}} Apr 15 19:49:44.604876 dv-cinder-786383-2-smb neutron-server[85253]: {{(pid=85367) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:49:44.617284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:44.621976 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0156848 Apr 15 19:49:44.622281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.057s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:44.622366 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36076) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:44.634155 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.634549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Request body: {'subnet': {'network_id': '88b68aad-338f-469c-b294-faf16d5745cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-691037260-subnet', 'tenant_id': '6cf9c217f4a34c4898dd3b95c95d8349', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:44.639949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] vlan segment allocate from pool success with {'vlan_id': 643, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:49:44.651449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:44.662007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Usage tracker for resource:subnet and tenant:6cf9c217f4a34c4898dd3b95c95d8349 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:44.669521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:44.684986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:44.700163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.700790 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Added segment adb157d6-a427-42cf-9019-12688d5b3f55 of type vlan for network e331a6cc-d416-42f2-995b-8aaf9a85a920 Apr 15 19:49:44.702257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee176dd7-8581-43ae-93df-2ca0353c537c,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:44.719540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Made reservation on behalf of 6cf9c217f4a34c4898dd3b95c95d8349 for: {'subnet': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:44.724338 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:44.730062 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Notify callbacks [] for subnet, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.769737 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.773206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.794756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:44.797792 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:44.815025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4f839ad0-eade-4d46-a2d8-d4a4cdf97f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:44.988986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.resource_extend [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 19:49:45.039517 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Pushing event updated for resources: {'Network': ['ID=70e507e9-ec67-4c33-a2f0-240f21d48a87,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:45.052184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:45.054276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 70e507e9-ec67-4c33-a2f0-240f21d48a87 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:49:45.056356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.065598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:45.066378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.079705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-83bdf858-ca9b-4538-bbc1-691df8a67497 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:45.105418 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4313250 Apr 15 19:49:45.109494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36090) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:45.115697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.127324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Request body: {'subnet': {'network_id': '70e507e9-ec67-4c33-a2f0-240f21d48a87', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-298685905-subnet', 'tenant_id': 'a6bf9808d29e4f3483364ab8d4c2d17b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:45.167375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:45.175968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Usage tracker for resource:subnet and tenant:a6bf9808d29e4f3483364ab8d4c2d17b is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:45.237509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.270100 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6232128 Apr 15 19:49:45.270100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36098) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:45.295360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:45.296307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Request body: {'subnet': {'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-950280952-subnet', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:45.315263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Pushing event updated for resources: {'Network': ['ID=e331a6cc-d416-42f2-995b-8aaf9a85a920,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:45.325575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 625, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:49:45.328355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:45.333699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:45.340214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.073s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:45.350147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:45.356026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:49:45.368914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Usage tracker for resource:subnet and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:45.379001 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:45.420713 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.421108 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Added segment f867ecce-0520-47b2-945c-d471b32ff1d8 of type vlan for network 88e923d6-1841-4f91-ac76-d29403f1cfe3 Apr 15 19:49:45.422586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:45.425180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Made reservation on behalf of a6bf9808d29e4f3483364ab8d4c2d17b for: {'subnet': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:45.448416 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.449173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5527c7e-b827-4115-814e-b15a01824908,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:45.472163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:45.499795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Made reservation on behalf of 410f412dc7cb485a998f480860ec3aa4 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:45.515024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Notify callbacks [] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.560999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.823005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.833242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:45.833922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:45.848837 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:46.124905 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:46.248806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36126) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:46.274136 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Pushing event updated for resources: {'Network': ['ID=88e923d6-1841-4f91-ac76-d29403f1cfe3,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:46.285293 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:49:46.338298 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.5040402 Apr 15 19:49:46.339183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36136) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:46.343662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:46.361506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:46.369802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Request body: {'subnet': {'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-subnet', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:46.392463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:46.407774 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Usage tracker for resource:subnet and tenant:6c6255fc81944fc787e2892b04427d40 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:46.425135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:46.442622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:46.462386 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Checking segment: {'id': 'cc478a6a-5a0a-49e8-ad99-d0a82b106d5c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '88b68aad-338f-469c-b294-faf16d5745cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:49:46.462784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Network hostable DHCP agents. Network: 88b68aad-338f-469c-b294-faf16d5745cd, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:49:46.486742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Made reservation on behalf of 6c6255fc81944fc787e2892b04427d40 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:46.496425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:46.504494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:46.510203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Network 88b68aad-338f-469c-b294-faf16d5745cd is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:49:46.640949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:46.683257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:46.710130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Usage tracker for resource:security_group_rule and tenant:5ff70d64582b4aec896c0bb46c9738df is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:46.715433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 88b68aad-338f-469c-b294-faf16d5745cd) {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:49:46.726963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-399b394b-092a-4ef2-8114-c21349e510f0 None None] Network 88b68aad-338f-469c-b294-faf16d5745cd requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:49:46.730970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=651f9708-65ff-4d36-a3ab-624f5c8079f4,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:46.752404 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:46.757647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:46.771049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:46.777626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:46.834219 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Checking segment: {'id': '262a0039-58f4-4d8d-ba4a-377caa077136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '70e507e9-ec67-4c33-a2f0-240f21d48a87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:49:46.834857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Network hostable DHCP agents. Network: 70e507e9-ec67-4c33-a2f0-240f21d48a87, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:49:46.853926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:46.854563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.177s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:46.954732 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2d3c09b1-5261-48f3-b0df-68257b78fa1a admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.3290083 Apr 15 19:49:46.965934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Network 70e507e9-ec67-4c33-a2f0-240f21d48a87 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:49:46.985801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Pushing event updated for resources: {'Subnet': ['ID=527201fc-dfc8-4d34-91e1-e6ab4f041add,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:46.990662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:46.992239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 70e507e9-ec67-4c33-a2f0-240f21d48a87) {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:49:46.999309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:47.000298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:47.036007 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9246087 Apr 15 19:49:47.118686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10271ad9-531e-4a88-bb0e-a6512fdc21bf None None] Network 70e507e9-ec67-4c33-a2f0-240f21d48a87 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:49:47.129275 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:47.158055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f28165bc-9cad-4f8e-bee2-f151b3ab3c20 None None] Network 88b68aad-338f-469c-b294-faf16d5745cd requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:49:47.264427 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:47.407242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:47.422814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:47.518902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Pushing event updated for resources: {'Subnet': ['ID=b630829c-62bc-417b-82c2-270250301e01,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:47.522068 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:47.535691 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:47.547926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36190) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:47.548145 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5ff70d64582b4aec896c0bb46c9738df&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2934575 Apr 15 19:49:47.614667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=373b0602-179e-4baa-adfc-ecaf603c363d,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:47.619416 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:47.699441 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-45d24c7d-7293-4b19-a8a8-e4ac44a1d6b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:47.761220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24340c2f-5a63-4de5-84cb-2b8c67c96a3a None None] Network 70e507e9-ec67-4c33-a2f0-240f21d48a87 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:49:47.768217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-45d24c7d-7293-4b19-a8a8-e4ac44a1d6b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:47.837693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Checking segment: {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:49:47.837693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Network hostable DHCP agents. Network: e331a6cc-d416-42f2-995b-8aaf9a85a920, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:49:47.861870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-45d24c7d-7293-4b19-a8a8-e4ac44a1d6b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:47.873700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:47.892628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:49:47.904547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d24c7d-7293-4b19-a8a8-e4ac44a1d6b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=373b0602-179e-4baa-adfc-ecaf603c363d,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:47.907746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-45d24c7d-7293-4b19-a8a8-e4ac44a1d6b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:47.910683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, e331a6cc-d416-42f2-995b-8aaf9a85a920) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:49:47.912535 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-45d24c7d-7293-4b19-a8a8-e4ac44a1d6b7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/373b0602-179e-4baa-adfc-ecaf603c363d HTTP/1.1" status: 204 len: 168 time: 0.3633208 Apr 15 19:49:47.913524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-45d24c7d-7293-4b19-a8a8-e4ac44a1d6b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:47.957179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:47.964053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:47.978198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757e686b-b700-4c07-bc12-2055e6b9d481 None None] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:49:48.026448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36224) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:48.029656 dv-cinder-786383-2-smb neutron-server[85253]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Apr 15 19:49:48.060715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36230) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:48.080172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-310282687-network', 'tenant_id': '07b02b53bb1d4bd78fbf9861c10ab5d8'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:48.102432 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:48.116392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Usage tracker for resource:network and tenant:07b02b53bb1d4bd78fbf9861c10ab5d8 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:48.128922 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.8602872 Apr 15 19:49:48.130767 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:48.135909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36234) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:48.155746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:48.167211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:48.256208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:48.263353 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Usage tracker for resource:router and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:48.267974 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:48.277861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:48.287718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:48.540210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-de7c8847-c6f0-46fb-b728-75c296a9d0f5 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:48.542283 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-de7c8847-c6f0-46fb-b728-75c296a9d0f5 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/networks?id=70e507e9-ec67-4c33-a2f0-240f21d48a87 HTTP/1.1" status: 200 len: 811 time: 0.5145895 Apr 15 19:49:48.566042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846792731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716775'] for router, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:48.567886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7982904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:48.569309 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-625cf100-f3a6-4c9e-a655-0f0dce935f9c tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/quotas/a6bf9808d29e4f3483364ab8d4c2d17b HTTP/1.1" status: 200 len: 375 time: 0.0151207 Apr 15 19:49:48.573793 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Made reservation on behalf of 07b02b53bb1d4bd78fbf9861c10ab5d8 for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:48.580433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:48.607756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:48.735878 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-86824e37-2fce-4a5c-8304-a7ae35326215 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=a6bf9808d29e4f3483364ab8d4c2d17b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1576629 Apr 15 19:49:48.757691 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:48.817537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:48.869581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:48.892860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36266) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:48.905149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf17ddee6-039c-57b7-9b3f-762cf722a4fd-e331a6cc-d416-42f2-995b-8aaf9a85a920', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01'}]}} from dv-cinder-786383-2-smb. {{(pid=85368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:49:48.906167 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:48.934257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:48.957996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:48.963804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Usage tracker for resource:security_group_rule and tenant:d4b82b4c17a346d6a23312d89a71d922 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:48.965265 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Usage tracker for resource:security_group_rule and tenant:07b02b53bb1d4bd78fbf9861c10ab5d8 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:48.972098 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:48.972700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:48.975043 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36270) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:48.996533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:49.103734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Allocated IP 172.20.0.2 (e331a6cc-d416-42f2-995b-8aaf9a85a920/b630829c-62bc-417b-82c2-270250301e01/b1e1730d-319f-4273-9a50-0c6021aa58f0) {{(pid=85368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:49:49.139718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.145424 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-b4e99220-1f7f-4f9a-b661-6faa5b143890 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:49:49.146802 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-b4e99220-1f7f-4f9a-b661-6faa5b143890 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0902910 Apr 15 19:49:49.148259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.160169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:49.172652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:49.252878 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef999a06-7fa2-4b11-81b6-e01cc706fbd1,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:49.255983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:49.307098 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5c8f9ab-ebc5-427c-9686-a5f2f04fd8f6,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:49.314391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Synchronizing usage tracker for tenant:7c67ff2bb199494d9bf6569a7b6c2916 on resource:security_group {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:49:49.317036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:49.341705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-691d92d3-22d9-441b-9051-ffdbcea4eb09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.342275 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846792746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59056'] for router, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.352549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Notify callbacks [] for port, precommit_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.364873 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Transition to ACTIVE for port object b1e1730d-319f-4273-9a50-0c6021aa58f0 will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:49:49.380661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-691d92d3-22d9-441b-9051-ffdbcea4eb09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:49.387740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Unset dirty status for tenant:7c67ff2bb199494d9bf6569a7b6c2916 on resource:security_group {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:49:49.388990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Transition to ACTIVE for port object b1e1730d-319f-4273-9a50-0c6021aa58f0 will not be triggered until provisioned by entity DHCP. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:49:49.392078 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d4b82b4c17a346d6a23312d89a71d922&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4980974 Apr 15 19:49:49.392906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36282) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:49.395425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.396692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-691d92d3-22d9-441b-9051-ffdbcea4eb09 admin admin] Usage tracker for resource:security_group_rule and tenant:7f65fee5277c464da662816a01211df6 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:49.402823 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-691d92d3-22d9-441b-9051-ffdbcea4eb09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:49.416488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:49.439556 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5d5848d2-e641-4688-98e3-32bcbba293f1 service neutron] 10.222.0.35 "GET /v2.0/networks/70e507e9-ec67-4c33-a2f0-240f21d48a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826502 Apr 15 19:49:49.443238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-691d92d3-22d9-441b-9051-ffdbcea4eb09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:49.522460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Checking segment: {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:49:49.522780 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Network hostable DHCP agents. Network: 88e923d6-1841-4f91-ac76-d29403f1cfe3, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:49:49.593019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:49:49.594397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Pushing event updated for resources: {'Port': ['ID=b1e1730d-319f-4273-9a50-0c6021aa58f0,revision_number=1']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:49.609588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.612292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 88e923d6-1841-4f91-ac76-d29403f1cfe3) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:49:49.621337 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.621729 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.622139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.622515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.622889 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.623259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.623627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.623994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.624835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.625202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.625583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.626198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Tracked resource versions report: Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: pushed versions: Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: { 'AddressGroup': {'1.2'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': {'1.0'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': {'1.0'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': {'1.1'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': {'1.7'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': {'1.2'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': {'1.8'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': {'1.4'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': {'1.0'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': {'1.1'}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': {'1.1'}} Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: consumer versions: Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: { DHCP agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: HyperV agent@hv-cinder-78638: {}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: L3 agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: Metadata agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: Metering agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: Open vSwitch agent@dv-cinder-786383-2-smb: { 'AddressGroup': '1.2', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': '1.0', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': '1.0', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': '1.1', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': '1.7', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': '1.2', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': '1.8', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': '1.4', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': '1.2', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': '1.0', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': '1.1', Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': '1.1'}} Apr 15 19:49:49.627339 dv-cinder-786383-2-smb neutron-server[85253]: {{(pid=85368) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:49:49.631375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:49.637458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:49.638127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.640642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22771508-a16f-48c8-ba5d-39cbf1816753 None None] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:49:49.643533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.655586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:49.701469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:49:49.704313 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-0cc12bfe-8e82-4ee2-9757-2c03bbe0ddd0 service neutron] 10.222.0.35 "GET /v2.0/networks/70e507e9-ec67-4c33-a2f0-240f21d48a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557845 Apr 15 19:49:49.712680 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ccc991fa-042b-4444-822d-f0f9e0a04ce9 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 3.3679094 Apr 15 19:49:49.716772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36290) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:49.724852 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d8d796a-58e7-462e-8baf-72f1c45f1f90,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:49.749609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:49.762190 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:49.768740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Usage tracker for resource:router and tenant:6c6255fc81944fc787e2892b04427d40 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:49.773940 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:49.784520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:49.861176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846792731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716775'] for router, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.862812 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:49.869247 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7982904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.874784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.875762 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Added segment bfcbcb5b-5a40-47fb-80ab-9f04546863b2 of type vlan for network 4870976a-4ba2-4848-82eb-a02a522cff19 Apr 15 19:49:49.902266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 is already hosted by enough agents. {{(pid=85368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:49:49.907285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Resources bound (agent type, host, resource id): {{(pid=85368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:49:49.964735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:49.999083 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Received port after_create {{(pid=85368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:49:50.067528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.087787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e6ec-72ed-45a7-bc42-bcb468aeae70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.101846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.161422 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.209877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0db0a0-cda9-46c6-a324-f27adff46fb2 None None] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:49:50.228344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.236686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:50.237540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.248063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:50.311326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e6ec-72ed-45a7-bc42-bcb468aeae70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.424199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Pushing event updated for resources: {'Network': ['ID=4870976a-4ba2-4848-82eb-a02a522cff19,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:50.437233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:50.440577 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b672e5d7-2cfd-470a-85e5-e682529d6dc5 req-80a2568d-4fff-4738-b2d7-699cb2767e28 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 210 time: 0.1309805 Apr 15 19:49:50.507287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 4870976a-4ba2-4848-82eb-a02a522cff19 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:49:50.530158 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4649878 Apr 15 19:49:50.532473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36330) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:50.543122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Request body: {'subnet': {'network_id': '4870976a-4ba2-4848-82eb-a02a522cff19', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-310282687-subnet', 'tenant_id': '07b02b53bb1d4bd78fbf9861c10ab5d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:50.550746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:50.567356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Usage tracker for resource:subnet and tenant:07b02b53bb1d4bd78fbf9861c10ab5d8 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:50.569523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-691d92d3-22d9-441b-9051-ffdbcea4eb09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.574276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:50.584599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:50.605325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-691d92d3-22d9-441b-9051-ffdbcea4eb09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.609660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e6ec-72ed-45a7-bc42-bcb468aeae70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.613466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Allocated IP 172.28.1.22 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/083e2ec9-34bc-42a1-8a38-0ecc74fd283f) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:49:50.627196 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Made reservation on behalf of 07b02b53bb1d4bd78fbf9861c10ab5d8 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:50.632079 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Notify callbacks [] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.649663 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Attempting to bind port b1e1730d-319f-4273-9a50-0c6021aa58f0 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:49:50.650141 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Attempting to bind port b1e1730d-319f-4273-9a50-0c6021aa58f0 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:49:50.650550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Attempting to bind port b1e1730d-319f-4273-9a50-0c6021aa58f0 on network e331a6cc-d416-42f2-995b-8aaf9a85a920 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:49:50.659736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:49:50.660157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Checking segment: {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:49:50.661049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.661497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Bound using segment: {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:49:50.662084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Bound port: b1e1730d-319f-4273-9a50-0c6021aa58f0, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:49:50.662510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.754601 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-47fadc59-df41-45c7-baab-446587833a68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:50.882481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] For port b1e1730d-319f-4273-9a50-0c6021aa58f0, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:49:50.888036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] For port b1e1730d-319f-4273-9a50-0c6021aa58f0, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=b1e1730d-319f-4273-9a50-0c6021aa58f0,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:49:50.892808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.959908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846792746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59056'] for router, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:50.978397 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-691d92d3-22d9-441b-9051-ffdbcea4eb09 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7f65fee5277c464da662816a01211df6&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0019522 Apr 15 19:49:50.979447 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691d92d3-22d9-441b-9051-ffdbcea4eb09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1161f127-6faf-45b0-adcf-7a0f14f19c6d,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:50.982551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36348) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:51.006719 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1e6ec-72ed-45a7-bc42-bcb468aeae70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5c8f9ab-ebc5-427c-9686-a5f2f04fd8f6,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:51.010133 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6cc1e6ec-72ed-45a7-bc42-bcb468aeae70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:51.014763 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:51.015168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:51.050621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cc1e6ec-72ed-45a7-bc42-bcb468aeae70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:51.052782 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-6cc1e6ec-72ed-45a7-bc42-bcb468aeae70 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b5c8f9ab-ebc5-427c-9686-a5f2f04fd8f6 HTTP/1.1" status: 204 len: 168 time: 1.6515253 Apr 15 19:49:51.081861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:51.132506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:51.205061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e98e3ea-d1a9-472b-9031-264f11780028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:51.254548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Pushing event updated for resources: {'Port': ['ID=b1e1730d-319f-4273-9a50-0c6021aa58f0,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:51.271610 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:51.319758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e98e3ea-d1a9-472b-9031-264f11780028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:51.352208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:51.444932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:51.821423 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-574bdded-3eaf-4048-bf08-b68e7a0ca1f1 req-05408323-e987-419a-8953-743e6c6d9e62 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 210 time: 0.1234176 Apr 15 19:49:51.824887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:51.895765 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:52.108818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Pushing event updated for resources: {'Port': ['ID=083e2ec9-34bc-42a1-8a38-0ecc74fd283f,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:52.112412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:52.118739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:49:52.121791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:49:52.124071 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:49:52.135475 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Allocated IP 172.28.1.145 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/ad95031e-9dc6-4c13-a386-b460fbf45892) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:49:52.315274 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e98e3ea-d1a9-472b-9031-264f11780028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:52.428342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:52.497304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e98e3ea-d1a9-472b-9031-264f11780028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1161f127-6faf-45b0-adcf-7a0f14f19c6d,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:52.499816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0e98e3ea-d1a9-472b-9031-264f11780028 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:52.517388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:52.576585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e98e3ea-d1a9-472b-9031-264f11780028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:52.585237 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0e98e3ea-d1a9-472b-9031-264f11780028 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1161f127-6faf-45b0-adcf-7a0f14f19c6d HTTP/1.1" status: 204 len: 168 time: 1.5939233 Apr 15 19:49:52.598284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36414) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:52.689250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:52.718301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:52.959405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Pushing event updated for resources: {'Port': ['ID=ad95031e-9dc6-4c13-a386-b460fbf45892,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:52.994902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device b1e1730d-319f-4273-9a50-0c6021aa58f0 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:49:53.006089 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:53.142287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:49:53.143507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:49:53.151330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:49:53.164130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port b1e1730d-319f-4273-9a50-0c6021aa58f0 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:49:53.227497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e696be32-8660-4082-893a-6d4580f53988 None None] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:49:53.287699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.61', 53289) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:53.311864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36438) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:53.366337 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-eb5533c5-d79c-4273-86de-e5ec4c1d006d None None] Provisioning for port b1e1730d-319f-4273-9a50-0c6021aa58f0 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:49:53.375802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-eb5533c5-d79c-4273-86de-e5ec4c1d006d None None] Provisioning complete for port b1e1730d-319f-4273-9a50-0c6021aa58f0 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:49:53.376217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-eb5533c5-d79c-4273-86de-e5ec4c1d006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:53.472719 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f3b55969-58e7-480b-8208-0531e1deeb11 req-4c08d7d1-9d3d-491f-8da0-c428d8924bd4 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 210 time: 0.1595232 Apr 15 19:49:53.535600 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:53.569453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:53.582495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Usage tracker for resource:security_group_rule and tenant:be243b22d3004274b5bce86a419d3d9a is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:53.588053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:53.597463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:53.691517 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:53.725659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:53.849939 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-eb5533c5-d79c-4273-86de-e5ec4c1d006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:53.962651 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0e2265e0-e230-4bdc-803e-4a7f6bfd2656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:54.002516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-eb5533c5-d79c-4273-86de-e5ec4c1d006d None None] For port b1e1730d-319f-4273-9a50-0c6021aa58f0, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=b1e1730d-319f-4273-9a50-0c6021aa58f0,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:49:54.011856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-eb5533c5-d79c-4273-86de-e5ec4c1d006d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:54.018655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:54.173821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:54.240809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5533c5-d79c-4273-86de-e5ec4c1d006d None None] Pushing event updated for resources: {'Port': ['ID=b1e1730d-319f-4273-9a50-0c6021aa58f0,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:54.263532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-eb5533c5-d79c-4273-86de-e5ec4c1d006d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:54.339825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-d9edec90-99d6-47a6-b985-8e611e10f03e None None] Provisioning complete for port b1e1730d-319f-4273-9a50-0c6021aa58f0 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:49:54.340243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9edec90-99d6-47a6-b985-8e611e10f03e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:54.702179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:54.714056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:54.800641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846796752'] for router, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:54.815568 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:54.852029 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be243b22d3004274b5bce86a419d3d9a&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2497313 Apr 15 19:49:54.869469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36500) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:54.911613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device b1e1730d-319f-4273-9a50-0c6021aa58f0 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:49:54.937309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=814cb2a7-0cd1-4479-b87e-a18bcf1930a0,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:54.948653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:55.075338 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846796752'] for router, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:55.085910 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port b1e1730d-319f-4273-9a50-0c6021aa58f0 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:49:55.086984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:55.092152 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2be9829d-18cf-485f-b98a-0ee2431c2c4b req-bb804ae8-c1cf-43aa-94a9-47e249a6f606 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 210 time: 0.1460490 Apr 15 19:49:55.178491 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-72cb02de-f95e-4dee-9d60-914d17d99ae4 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:55.179264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-72cb02de-f95e-4dee-9d60-914d17d99ae4 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Synchronizing usage tracker for tenant:a6bf9808d29e4f3483364ab8d4c2d17b on resource:network {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:49:55.244045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b279e826-5727-4b6f-9eef-0f3d370e8c2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:55.319727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d21b597-74cb-41a6-9dc1-884ab09eba20,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:55.326861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.364s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:55.351040 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-72cb02de-f95e-4dee-9d60-914d17d99ae4 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Unset dirty status for tenant:a6bf9808d29e4f3483364ab8d4c2d17b on resource:network {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:49:55.352866 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-72cb02de-f95e-4dee-9d60-914d17d99ae4 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.61 "GET /v2.0/networks?id=70e507e9-ec67-4c33-a2f0-240f21d48a87 HTTP/1.1" status: 200 len: 811 time: 2.0635855 Apr 15 19:49:55.409783 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Request body: {'port': {'device_id': '573ab4be-9608-4c49-bad9-8f742c0c1aba', 'network_id': '70e507e9-ec67-4c33-a2f0-240f21d48a87', 'admin_state_up': True, 'tenant_id': 'a6bf9808d29e4f3483364ab8d4c2d17b'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:49:55.656285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:55.749290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36530) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:55.797844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b279e826-5727-4b6f-9eef-0f3d370e8c2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:55.935657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b279e826-5727-4b6f-9eef-0f3d370e8c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:55.938278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Router e38b1f24-44a8-4120-a320-ea9f2f5ac855 is scheduled to L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d with binding_index 1 {{(pid=85366) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:49:55.953116 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ab0498c8-271b-40d5-9c4d-1b195530d84d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:55.988477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b279e826-5727-4b6f-9eef-0f3d370e8c2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=814cb2a7-0cd1-4479-b87e-a18bcf1930a0,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:56.013139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b279e826-5727-4b6f-9eef-0f3d370e8c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:56.121516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Checking segment: {'id': 'bfcbcb5b-5a40-47fb-80ab-9f04546863b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '4870976a-4ba2-4848-82eb-a02a522cff19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:49:56.123002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Network hostable DHCP agents. Network: 4870976a-4ba2-4848-82eb-a02a522cff19, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:49:56.142361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Router e284ddec-27fc-4959-a316-4974844264c5 is scheduled to L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d with binding_index 1 {{(pid=85367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:49:56.519273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:56.576690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b279e826-5727-4b6f-9eef-0f3d370e8c2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:56.581642 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b279e826-5727-4b6f-9eef-0f3d370e8c2c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/814cb2a7-0cd1-4479-b87e-a18bcf1930a0 HTTP/1.1" status: 204 len: 168 time: 1.6990669 Apr 15 19:49:56.595263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:49:56.608143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Sync routers for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:49:56.611861 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-acb87f22-3bdb-49a3-9e09-82ec8a815a13 req-af496344-af50-4c86-b940-44909b007950 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 210 time: 0.2261145 Apr 15 19:49:56.615613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:56.631677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:49:56.633815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Usage tracker for resource:security_group_rule and tenant:c96ce01ac948481587a3b8f7dfcd7c39 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:56.633947 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:49:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:49:56.648243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:56.652207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:56.656252 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 8.5121412 Apr 15 19:49:56.674263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36556) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:56.675148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:56.861621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:49:56.879724 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Sync routers for ids ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:49:56.899760 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Routers {'e38b1f24-44a8-4120-a320-ea9f2f5ac855'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:49:56.901071 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:49:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:49:56.974115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Notify callbacks [] for router, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:56.977683 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.2454569 Apr 15 19:49:56.981820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36560) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:57.036383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:49:57.263115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Network 4870976a-4ba2-4848-82eb-a02a522cff19 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:49:57.607342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 4870976a-4ba2-4848-82eb-a02a522cff19) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:49:57.656820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:57.678655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:49:57.680095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:57.763188 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:49:52Z', 'revision_number': 3, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:49:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:49:57.783240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Checking router: e284ddec-27fc-4959-a316-4974844264c5 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:49:57.783650 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Updating router e284ddec-27fc-4959-a316-4974844264c5 port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f binding host dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:49:57.872362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:57.959201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:49:57.989484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Usage tracker for resource:port and tenant:a6bf9808d29e4f3483364ab8d4c2d17b is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:49:58.004357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:58.013685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:49:58.028493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:49:58.028777 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:58.086796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Set router e38b1f24-44a8-4120-a320-ea9f2f5ac855 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:49:58.096635 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 7.5395298 Apr 15 19:49:58.137306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Made reservation on behalf of a6bf9808d29e4f3483364ab8d4c2d17b for: {'port': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:49:58.149179 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c96ce01ac948481587a3b8f7dfcd7c39&name=default HTTP/1.1" status: 200 len: 2976 time: 2.3900464 Apr 15 19:49:58.196445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:58.224814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36592) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:58.518401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f0a22cd-8c4e-4c0e-90b9-b127ad1466ef None None] Network 4870976a-4ba2-4848-82eb-a02a522cff19 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:49:58.526758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13d4e512-6226-4715-b31d-265440b01aaa,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:58.532067 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-21af55bc-fe25-43f7-982e-75c69a3f6ae6 req-7bcfcfdc-9c01-4a94-8563-10afe387b05f tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 210 time: 0.6089451 Apr 15 19:49:58.602052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.572s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:49:58.602052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36600) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:49:58.923006 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] Deleting subnet 651f9708-65ff-4d36-a3ab-624f5c8079f4 {{(pid=85366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:49:58.935016 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:59.060927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:59.080602 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:59.175935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Notify callbacks [] for port, precommit_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:59.182444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355a90d-05ea-45e2-bbb7-9cc46a510e2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:59.223003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Transition to ACTIVE for port object 083e2ec9-34bc-42a1-8a38-0ecc74fd283f will not be triggered until provisioned by entity L2. {{(pid=85369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:49:59.234133 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:59.499409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:49Z', 'updated_at': '2021-04-15T19:49:53Z', 'revision_number': 3, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'gw_port': {'id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:51Z', 'updated_at': '2021-04-15T19:49:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:49:59.525200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-264e85de-9e3a-4b25-a408-ff79ce3971f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:49:59.636913 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Pushing event updated for resources: {'Port': ['ID=083e2ec9-34bc-42a1-8a38-0ecc74fd283f,revision_number=2']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:49:59.665772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Checking router: e38b1f24-44a8-4120-a320-ea9f2f5ac855 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:49:59.666547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Updating router e38b1f24-44a8-4120-a320-ea9f2f5ac855 port ad95031e-9dc6-4c13-a386-b460fbf45892 binding host dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:49:59.688986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.689448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.692897 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.694504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.694892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.695946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.696325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.698329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.698565 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.698940 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.715604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Allocated IP 172.20.0.2 (70e507e9-ec67-4c33-a2f0-240f21d48a87/527201fc-dfc8-4d34-91e1-e6ab4f041add/dc7338da-cfe5-4713-810a-8c2a65de81e0) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:49:59.719150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.719832 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Tracked resource versions report: Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: pushed versions: Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: { 'AddressGroup': {'1.2'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': {'1.0'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': {'1.0'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': {'1.1'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': {'1.7'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': {'1.2'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': {'1.8'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': {'1.4'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': {'1.2'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': {'1.0'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': {'1.1'}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': {'1.1'}} Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: consumer versions: Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: { DHCP agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: HyperV agent@hv-cinder-78638: {}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: L3 agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: Metadata agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: Metering agent@dv-cinder-786383-2-smb: {}, Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: Open vSwitch agent@dv-cinder-786383-2-smb: { 'AddressGroup': '1.2', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'ConntrackHelper': '1.0', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Log': '1.0', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Network': '1.1', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Port': '1.7', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'PortForwarding': '1.2', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'QosPolicy': '1.8', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroup': '1.4', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'SecurityGroupRule': '1.2', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'SubPort': '1.0', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Subnet': '1.1', Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: 'Trunk': '1.1'}} Apr 15 19:49:59.720700 dv-cinder-786383-2-smb neutron-server[85253]: {{(pid=85369) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Apr 15 19:49:59.723027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:59.803852 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:59.821712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Attempting to bind port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:49:59.839480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Attempting to bind port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:49:59.841949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Attempting to bind port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f on network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:49:59.858961 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:49:59.859226 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Checking segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:49:59.859618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:49:59.860360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Bound using segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:49:59.860481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Bound port: 083e2ec9-34bc-42a1-8a38-0ecc74fd283f, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:49:59.881344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:00.011593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:00.072019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355a90d-05ea-45e2-bbb7-9cc46a510e2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:00.118314 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-768ffab7-e5de-4e5f-9191-d41b5d72f489 None None] Network 4870976a-4ba2-4848-82eb-a02a522cff19 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:50:00.166135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:00.170965 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] For port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:50:00.178590 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] For port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=083e2ec9-34bc-42a1-8a38-0ecc74fd283f,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:50:00.200880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:00.240447 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Allocated IP 172.20.0.1 (88e923d6-1841-4f91-ac76-d29403f1cfe3/ef999a06-7fa2-4b11-81b6-e01cc706fbd1/4567ed51-75e7-4766-b772-2b4e8e107c88) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:50:00.549954 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:00.621437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355a90d-05ea-45e2-bbb7-9cc46a510e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:00.724029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.198s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:00.724512 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:00.745267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:00.888048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:00.891185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:00.974338 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Network 70e507e9-ec67-4c33-a2f0-240f21d48a87 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:50:00.975592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Pushing event updated for resources: {'Port': ['ID=dc7338da-cfe5-4713-810a-8c2a65de81e0,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:00.981580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:50:01.004613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:01.019766 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7ea998ae-1e55-47db-8719-6c9025968ffe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.316s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:01.057215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355a90d-05ea-45e2-bbb7-9cc46a510e2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:01.061300 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c355a90d-05ea-45e2-bbb7-9cc46a510e2a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/13d4e512-6226-4715-b31d-265440b01aaa HTTP/1.1" status: 204 len: 168 time: 2.7959497 Apr 15 19:50:01.192759 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Notify callbacks [] for port, precommit_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:01.208964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Transition to ACTIVE for port object ad95031e-9dc6-4c13-a386-b460fbf45892 will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:50:01.219756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:01.241288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:01.345290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e4b67240-d9b8-4246-9021-3808f69ba5a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:01.475554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355a90d-05ea-45e2-bbb7-9cc46a510e2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d4e512-6226-4715-b31d-265440b01aaa,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:01.490872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c355a90d-05ea-45e2-bbb7-9cc46a510e2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:01.501112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804765d-8c29-489c-b9e1-0f262582f8e4 None None] Pushing event updated for resources: {'Port': ['ID=ad95031e-9dc6-4c13-a386-b460fbf45892,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:01.531260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:50:01.546967 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:01.547713 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:01.565014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c804765d-8c29-489c-b9e1-0f262582f8e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:01.580713 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Pushing event updated for resources: {'Port': ['ID=083e2ec9-34bc-42a1-8a38-0ecc74fd283f,revision_number=3']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:01.594406 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:50:01.595175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:49:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:01.694668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-482d58fe-0c62-40e2-850b-19f569868f08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:01.696224 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:01.739075 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.3309324 Apr 15 19:50:01.761238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Attempting to bind port ad95031e-9dc6-4c13-a386-b460fbf45892 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:50:01.761660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Attempting to bind port ad95031e-9dc6-4c13-a386-b460fbf45892 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:50:01.762424 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Attempting to bind port ad95031e-9dc6-4c13-a386-b460fbf45892 on network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:01.765791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-290c11b5-f9bf-46a7-9f16-fa8fca9b5b26 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85367) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:50:01.769092 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-290c11b5-f9bf-46a7-9f16-fa8fca9b5b26 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0191700 Apr 15 19:50:01.774977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:50:01.775406 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Checking segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:50:01.775869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:01.776318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Bound using segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:50:01.781187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Bound port: ad95031e-9dc6-4c13-a386-b460fbf45892, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:50:01.781549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:01.821246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Allocated IP 172.20.0.1 (e331a6cc-d416-42f2-995b-8aaf9a85a920/b630829c-62bc-417b-82c2-270250301e01/ea22f00c-16be-4282-b2ca-ad0d27835947) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:50:01.936291 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Pushing event updated for resources: {'Port': ['ID=4567ed51-75e7-4766-b772-2b4e8e107c88,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:01.963390 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:01.976504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:50:01.983888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] For port ad95031e-9dc6-4c13-a386-b460fbf45892, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:50:01.987780 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] For port ad95031e-9dc6-4c13-a386-b460fbf45892, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=ad95031e-9dc6-4c13-a386-b460fbf45892,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:50:02.009470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:02.095241 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c9e3fdae-3829-4fdf-b900-61f11ad58d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.238s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:02.224805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36670) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:02.280367 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:50:02.301653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:02.352492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=651f9708-65ff-4d36-a3ab-624f5c8079f4,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:02.355262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:50:02.404086 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:02.425032 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:02.464345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:50:02.465572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980149'] for router_interface, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:02.493454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c804765d-8c29-489c-b9e1-0f262582f8e4 None None] Pushing event updated for resources: {'Port': ['ID=ad95031e-9dc6-4c13-a386-b460fbf45892,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:02.503677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c804765d-8c29-489c-b9e1-0f262582f8e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:02.534359 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Routers {'e38b1f24-44a8-4120-a320-ea9f2f5ac855'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:50:02.535377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:49:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:02.813629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:02.863942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Transition to ACTIVE for port object ea22f00c-16be-4282-b2ca-ad0d27835947 will not be triggered until provisioned by entity DHCP. {{(pid=85367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:50:02.874118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Request body: {'port': {'device_id': '573ab4be-9608-4c49-bad9-8f742c0c1aba', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:02.882202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] Set router e38b1f24-44a8-4120-a320-ea9f2f5ac855 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:50:02.982613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:49:52Z', 'revision_number': 3, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:02.988027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd547d78-d6c7-4f93-ad54-8ce05ca66ecc None None] The sync data for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb is: [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:49:52Z', 'revision_number': 3, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:50:03.013747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:03.041070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Usage tracker for resource:security_group_rule and tenant:4a06262ba95e4be892d4091ad50d000e is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:03.050592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:03.065410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:03.082185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:03.287881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa35b2d-9c83-4916-bc88-5512d1619bac req-7b75467f-1dec-43ca-af5a-a5a7ed0f3378 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:03.289676 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0fa35b2d-9c83-4916-bc88-5512d1619bac req-7b75467f-1dec-43ca-af5a-a5a7ed0f3378 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 931 time: 2.4117150 Apr 15 19:50:03.315647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:03.545321 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0fa35b2d-9c83-4916-bc88-5512d1619bac req-4b4bee91-d0ce-4664-9071-845524dfa14e tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827655 Apr 15 19:50:03.545321 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/651f9708-65ff-4d36-a3ab-624f5c8079f4 HTTP/1.1" status: 204 len: 168 time: 4.9325895 Apr 15 19:50:03.583387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36696) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:03.835421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:03.894318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:49Z', 'updated_at': '2021-04-15T19:49:53Z', 'revision_number': 3, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'gw_port': {'id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:51Z', 'updated_at': '2021-04-15T19:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:03.902579 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f74ee030-7945-4496-b8b2-ddae207febfa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:03.912753 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eae340a-ce39-42a9-8042-03342ace0a01 None None] The sync data for ids ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'] in dv-cinder-786383-2-smb is: [{'id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:49Z', 'updated_at': '2021-04-15T19:49:53Z', 'revision_number': 3, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'gw_port': {'id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b4:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:51Z', 'updated_at': '2021-04-15T19:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:50:04.027824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:04.133940 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:04.200651 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-45d24c7d-7293-4b19-a8a8-e4ac44a1d6b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:04.242035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:04.307456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584b30ac-ffcb-4a98-a995-71ef05328a51,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:04.364076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc7338da-cfe5-4713-810a-8c2a65de81e0 {{(pid=85367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:50:04.412909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Pushing event updated for resources: {'Port': ['ID=ea22f00c-16be-4282-b2ca-ad0d27835947,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:04.422054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:04.435169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:04.522498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Transition to ACTIVE for port object dc7338da-cfe5-4713-810a-8c2a65de81e0 will not be triggered until provisioned by entity L2. {{(pid=85367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:50:04.559184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:04.991847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:05.004490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:05.016451 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1e34a572-fa15-4073-b62e-09e4dcfaa8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:05.047987 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:05.059538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:05.102652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ad95031e-9dc6-4c13-a386-b460fbf45892 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:05.337283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:50:05.341474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7338da-cfe5-4713-810a-8c2a65de81e0,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:05.369258 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:50:05.371446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:05.373839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:50:05.374397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980149'] for router_interface, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:05.394317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port ad95031e-9dc6-4c13-a386-b460fbf45892 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:05.417420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port ad95031e-9dc6-4c13-a386-b460fbf45892 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:05.417818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:05.631100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846667113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846795758'] for router_interface, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:05.667110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:05.778900 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4a06262ba95e4be892d4091ad50d000e&name=default HTTP/1.1" status: 200 len: 2979 time: 3.5393283 Apr 15 19:50:05.785142 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36746) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:05.970201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:06.089561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port ad95031e-9dc6-4c13-a386-b460fbf45892, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=ad95031e-9dc6-4c13-a386-b460fbf45892,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:06.107847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:06.121242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 083e2ec9-34bc-42a1-8a38-0ecc74fd283f up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:06.286173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:06.317316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Attempting to bind port dc7338da-cfe5-4713-810a-8c2a65de81e0 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:50:06.320957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Attempting to bind port dc7338da-cfe5-4713-810a-8c2a65de81e0 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '262a0039-58f4-4d8d-ba4a-377caa077136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '70e507e9-ec67-4c33-a2f0-240f21d48a87'}] {{(pid=85367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:50:06.322806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Attempting to bind port dc7338da-cfe5-4713-810a-8c2a65de81e0 on network 70e507e9-ec67-4c33-a2f0-240f21d48a87 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:06.333394 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00282f58-0068-4b68-8e1f-66fecaae2999 req-614f41c3-665f-435e-843a-3ed708c23b0e tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:06.344509 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-00282f58-0068-4b68-8e1f-66fecaae2999 req-614f41c3-665f-435e-843a-3ed708c23b0e tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 943 time: 1.2974577 Apr 15 19:50:06.460269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Port dc7338da-cfe5-4713-810a-8c2a65de81e0 on network 70e507e9-ec67-4c33-a2f0-240f21d48a87 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:50:06.460640 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Attempting to bind port dc7338da-cfe5-4713-810a-8c2a65de81e0 on network 70e507e9-ec67-4c33-a2f0-240f21d48a87 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:06.461065 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=ad95031e-9dc6-4c13-a386-b460fbf45892,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:06.468632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:06.472618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-61b14ca1-46b5-4475-98b4-59118c22edc9 None None] Provisioning for port ea22f00c-16be-4282-b2ca-ad0d27835947 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:06.482867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:06.491346 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-61b14ca1-46b5-4475-98b4-59118c22edc9 None None] Provisioning complete for port ea22f00c-16be-4282-b2ca-ad0d27835947 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:06.492571 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61b14ca1-46b5-4475-98b4-59118c22edc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:06.493846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1ee545e5-5b33-474f-9473-7f96ac39b824 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:06.526785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Pushing event updated for resources: {'Port': ['ID=4567ed51-75e7-4766-b772-2b4e8e107c88,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:06.536587 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:06.541966 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:50:06.542511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Checking segment: {'id': '262a0039-58f4-4d8d-ba4a-377caa077136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '70e507e9-ec67-4c33-a2f0-240f21d48a87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:50:06.543450 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Bound using segment: {'id': '262a0039-58f4-4d8d-ba4a-377caa077136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '70e507e9-ec67-4c33-a2f0-240f21d48a87'} {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:50:06.544375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Bound port: dc7338da-cfe5-4713-810a-8c2a65de81e0, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '262a0039-58f4-4d8d-ba4a-377caa077136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 611, 'network_id': '70e507e9-ec67-4c33-a2f0-240f21d48a87'}}] {{(pid=85367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:50:06.545169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:06.605993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:06.651983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:06.653301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:06.699091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1ee545e5-5b33-474f-9473-7f96ac39b824 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:06.777999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:06.782464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:06.784525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:06.786560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > port after_create 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:06.790836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > port after_delete 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:06.792158 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > port after_update 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:06.792566 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:06.796474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:06.796853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:06.797232 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:07.114347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] For port dc7338da-cfe5-4713-810a-8c2a65de81e0, host hv-cinder-78638, cleared binding levels {{(pid=85367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:50:07.154877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1ee545e5-5b33-474f-9473-7f96ac39b824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:07.208472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] For port dc7338da-cfe5-4713-810a-8c2a65de81e0, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc7338da-cfe5-4713-810a-8c2a65de81e0,segment=NetworkSegment(262a0039-58f4-4d8d-ba4a-377caa077136),segment_id=262a0039-58f4-4d8d-ba4a-377caa077136)] {{(pid=85367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:50:07.216756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c355a90d-05ea-45e2-bbb7-9cc46a510e2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:07.261714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:07.272478 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:07.287187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee545e5-5b33-474f-9473-7f96ac39b824 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584b30ac-ffcb-4a98-a995-71ef05328a51,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:07.337994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1ee545e5-5b33-474f-9473-7f96ac39b824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:07.349967 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=083e2ec9-34bc-42a1-8a38-0ecc74fd283f,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:07.351378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:07.352400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:07.352871 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:07.353349 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85366) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:07.354070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88b68aad-338f-469c-b294-faf16d5745cd']}} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:07.398338 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc478a6a-5a0a-49e8-ad99-d0a82b106d5c') {'for_net_delete': True} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:07.399331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc478a6a-5a0a-49e8-ad99-d0a82b106d5c') {} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:07.453976 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:07.456783 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-61b14ca1-46b5-4475-98b4-59118c22edc9 None None] Port ea22f00c-16be-4282-b2ca-ad0d27835947 cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:50:07.503466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bbec54e3-d715-4899-b4ad-a34396e86434 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:07.512629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:07.546276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:07.600315 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1ee545e5-5b33-474f-9473-7f96ac39b824 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:07.600315 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-1ee545e5-5b33-474f-9473-7f96ac39b824 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/584b30ac-ffcb-4a98-a995-71ef05328a51 HTTP/1.1" status: 204 len: 168 time: 1.8105769 Apr 15 19:50:07.646740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.980s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:07.704509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:50:07.715968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:50:07.757519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5837064'] for segment, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:07.812823 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=083e2ec9-34bc-42a1-8a38-0ecc74fd283f,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:07.820046 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ad95031e-9dc6-4c13-a386-b460fbf45892 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:07.843466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:07.858360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Pushing event updated for resources: {'Port': ['ID=dc7338da-cfe5-4713-810a-8c2a65de81e0,revision_number=3']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:07.890814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=85366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:50:07.893678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.resource_extend [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 19:50:07.961559 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-00282f58-0068-4b68-8e1f-66fecaae2999 req-6b80d8c6-ad73-45c2-a86c-20a1ce5b331b tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.6157007 Apr 15 19:50:07.982205 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:07.993874 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:08.012359 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36780) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:08.013411 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:08.064513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:08.068667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846667113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846795758'] for router_interface, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:08.111608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port ad95031e-9dc6-4c13-a386-b460fbf45892 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:08.114262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:08.149350 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:08.691521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Network 88b68aad-338f-469c-b294-faf16d5745cd has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:50:08.704751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5861222'] for segment, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:08.731456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Router e38b1f24-44a8-4120-a320-ea9f2f5ac855 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:50:08.902474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:08.943101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:08.946271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:08.948608 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] 10.222.0.61 "PUT /v2.0/ports/dc7338da-cfe5-4713-810a-8c2a65de81e0 HTTP/1.1" status: 200 len: 1093 time: 6.4088359 Apr 15 19:50:08.952345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '573ab4be-9608-4c49-bad9-8f742c0c1aba', 'tag': 'dc7338da-cfe5-4713-810a-8c2a65de81e0'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:09.229813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Pushing event updated for resources: {'Port': ['ID=ea22f00c-16be-4282-b2ca-ad0d27835947,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:09.243977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Network 88b68aad-338f-469c-b294-faf16d5745cd has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:50:09.267362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:09.272020 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Usage tracker for resource:security_group_rule and tenant:45ad53adbdba431385819310b180d7e2 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:09.276817 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: from cryptography.utils import int_from_bytes Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: from cryptography.utils import int_from_bytes Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: (rel_b, rel_a, rel_b), Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: (rel_b, rel_a, rel_b), Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:50:09.280901 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:50:09.286807 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:09.368403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.219s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:09.403030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:09.416552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:09.448284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:09.448485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:09.452526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:50:09.465508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Sync routers for ids ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:50:09.481296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Routers {'e38b1f24-44a8-4120-a320-ea9f2f5ac855'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:50:09.482728 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:49:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:09.499815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e027a11-be78-41bd-bcdd-7f5c0df2fdfc req-98adc14a-3fc5-45f9-8145-73d97457fcdc tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:09.501990 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8e027a11-be78-41bd-bcdd-7f5c0df2fdfc req-98adc14a-3fc5-45f9-8145-73d97457fcdc tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 943 time: 0.3335884 Apr 15 19:50:09.506530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-28f1405c-9dc5-47dc-9698-b9c8e086d0df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:09.550004 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=45ad53adbdba431385819310b180d7e2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5149362 Apr 15 19:50:09.551084 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] 10.222.0.35 "PUT /v2.0/routers/e38b1f24-44a8-4120-a320-ea9f2f5ac855/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5662208 Apr 15 19:50:09.557459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36854) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:09.558660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:09.560908 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] 10.222.0.35 "DELETE /v2.0/networks/88b68aad-338f-469c-b294-faf16d5745cd HTTP/1.1" status: 204 len: 168 time: 5.8716147 Apr 15 19:50:09.565499 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d3a8bf5-b06d-4a2a-9bc0-36ad4388705f,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:09.570243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36860) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:09.577888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:09.622409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:50:09.625525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-44957971-eb83-4ea0-ae70-b362b94d922a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:09.626458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Pushing event deleted for resources: {'Network': ['ID=88b68aad-338f-469c-b294-faf16d5745cd,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:09.627187 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-44957971-eb83-4ea0-ae70-b362b94d922a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6bf9808d29e4f3483364ab8d4c2d17b&device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 1096 time: 0.5132110 Apr 15 19:50:09.634578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:50:09.642869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ec3258a7-503f-4420-911e-2522c1901731 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:09.677514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3b23520a-2f91-48e5-a58d-a052f9b3264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:09.692704 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8e027a11-be78-41bd-bcdd-7f5c0df2fdfc req-11401a25-9cc3-4960-afa2-965e43445e2c tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661677 Apr 15 19:50:09.722787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3b23520a-2f91-48e5-a58d-a052f9b3264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:09.726336 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8e4b23de-117f-49f9-bd42-ac75c994fea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:09.729314 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-2096ec72-edab-42bb-8263-bf19a29dedb1 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc7338da-cfe5-4713-810a-8c2a65de81e0 HTTP/1.1" status: 200 len: 217 time: 0.0920432 Apr 15 19:50:09.816356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 083e2ec9-34bc-42a1-8a38-0ecc74fd283f up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:09.914648 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '573ab4be-9608-4c49-bad9-8f742c0c1aba', 'tag': 'dc7338da-cfe5-4713-810a-8c2a65de81e0', 'status': 'completed', 'code': 200} Apr 15 19:50:09.935269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3b23520a-2f91-48e5-a58d-a052f9b3264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:09.966434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b279e826-5727-4b6f-9eef-0f3d370e8c2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:10.007430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Set router e38b1f24-44a8-4120-a320-ea9f2f5ac855 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:50:10.008575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] Deleting subnet 5d21b597-74cb-41a6-9dc1-884ab09eba20 {{(pid=85367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:50:10.016445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b23520a-2f91-48e5-a58d-a052f9b3264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d3a8bf5-b06d-4a2a-9bc0-36ad4388705f,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:10.018978 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.028636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3b23520a-2f91-48e5-a58d-a052f9b3264d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:10.040876 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3b23520a-2f91-48e5-a58d-a052f9b3264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.052024 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3b23520a-2f91-48e5-a58d-a052f9b3264d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d3a8bf5-b06d-4a2a-9bc0-36ad4388705f HTTP/1.1" status: 204 len: 168 time: 0.4894855 Apr 15 19:50:10.091313 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-97f2fe79-932d-416a-b568-c37400a69910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:10.094310 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-97f2fe79-932d-416a-b568-c37400a69910 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=527201fc-dfc8-4d34-91e1-e6ab4f041add HTTP/1.1" status: 200 len: 851 time: 0.2487111 Apr 15 19:50:10.118851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:10.119431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.130720 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.146632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.200679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-009d6673-2652-4429-ae90-6fd0a60a4ee1 None None] Provisioning complete for port ea22f00c-16be-4282-b2ca-ad0d27835947 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:10.201196 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-009d6673-2652-4429-ae90-6fd0a60a4ee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.280661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.377628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-009d6673-2652-4429-ae90-6fd0a60a4ee1 None None] Port ea22f00c-16be-4282-b2ca-ad0d27835947 cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:50:10.518996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:49Z', 'updated_at': '2021-04-15T19:50:03Z', 'revision_number': 4, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'gw_port': {'id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:51Z', 'updated_at': '2021-04-15T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '4567ed51-75e7-4766-b772-2b4e8e107c88', 'name': '', 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'mac_address': 'fa:16:3e:20:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ef999a06-7fa2-4b11-81b6-e01cc706fbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:59Z', 'updated_at': '2021-04-15T19:50:04Z', 'revision_number': 2, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'subnets': [{'id': 'ef999a06-7fa2-4b11-81b6-e01cc706fbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:10.528466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Checking router: e38b1f24-44a8-4120-a320-ea9f2f5ac855 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:50:10.530273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Updating router e38b1f24-44a8-4120-a320-ea9f2f5ac855 port 4567ed51-75e7-4766-b772-2b4e8e107c88 binding host dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:50:10.573870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.656389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.778996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for subnet, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:10.953787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-43ce4c7d-4aeb-4592-a555-7d2c1da4ca8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:11.052234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Router e284ddec-27fc-4959-a316-4974844264c5 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:50:11.062547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d8f10c-5a8c-41ed-8c46-99d247eab816 req-d48e683b-1257-49d0-b85c-e3e3b9ef63d4 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:11.081392 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-96d8f10c-5a8c-41ed-8c46-99d247eab816 req-d48e683b-1257-49d0-b85c-e3e3b9ef63d4 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 943 time: 0.1442120 Apr 15 19:50:11.152983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d21b597-74cb-41a6-9dc1-884ab09eba20,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:11.159685 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-db756187-f9f0-4adb-8747-620918635669 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70e507e9-ec67-4c33-a2f0-240f21d48a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3793683 Apr 15 19:50:11.189563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:11.221665 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-96d8f10c-5a8c-41ed-8c46-99d247eab816 req-a8cdcf83-bddd-4ab9-9a5a-d8013cf3bdcc tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375456 Apr 15 19:50:11.275959 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36922) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:11.339693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Notify callbacks [] for port, precommit_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:11.353377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Transition to ACTIVE for port object 4567ed51-75e7-4766-b772-2b4e8e107c88 will not be triggered until provisioned by entity L2. {{(pid=85369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:50:11.360854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:11.430351 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:11.503532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:11.515521 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-1e95fa6a-0a81-4709-af0b-58f65785a97b service neutron] 10.222.0.61 "GET /v2.0/networks/70e507e9-ec67-4c33-a2f0-240f21d48a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214967 Apr 15 19:50:11.530902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d793d-b11a-4505-8944-d1c92ede5272 req-ce7d6ff6-43dc-406a-9f70-0b42606d98f3 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:11.533393 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-ce7d6ff6-43dc-406a-9f70-0b42606d98f3 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 818 time: 0.3190229 Apr 15 19:50:11.541384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:11.547241 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Usage tracker for resource:security_group_rule and tenant:09518dc5428b46fdb0af439b41335518 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:11.550777 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:11.558974 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:11.643111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:11.666653 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-c006ebf6-1a38-4d2b-b2cf-d1df4df8689b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/quotas/6c6255fc81944fc787e2892b04427d40 HTTP/1.1" status: 200 len: 375 time: 0.0769722 Apr 15 19:50:11.686783 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5d21b597-74cb-41a6-9dc1-884ab09eba20 HTTP/1.1" status: 204 len: 168 time: 2.1118369 Apr 15 19:50:11.694042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 36930) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:11.700705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:50:11.717676 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] 10.222.0.35 "PUT /v2.0/routers/e284ddec-27fc-4959-a316-4974844264c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.0394807 Apr 15 19:50:11.740802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Sync routers for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:50:11.759266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:50:11.759909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:50:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:11.777177 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Attempting to bind port 4567ed51-75e7-4766-b772-2b4e8e107c88 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:50:11.777723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Attempting to bind port 4567ed51-75e7-4766-b772-2b4e8e107c88 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:50:11.778233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Attempting to bind port 4567ed51-75e7-4766-b772-2b4e8e107c88 on network 88e923d6-1841-4f91-ac76-d29403f1cfe3 {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:11.787551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:50:11.788067 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Checking segment: {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:50:11.788584 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:11.789093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Bound using segment: {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:50:11.789744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Bound port: 4567ed51-75e7-4766-b772-2b4e8e107c88, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'}}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:50:11.790263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:11.887678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:11.904687 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:11.938979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] For port 4567ed51-75e7-4766-b772-2b4e8e107c88, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:50:11.943126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] For port 4567ed51-75e7-4766-b772-2b4e8e107c88, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=4567ed51-75e7-4766-b772-2b4e8e107c88,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:50:11.953001 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b4e16-b468-4ab0-b2d7-53361859b878 None None] Pushing event updated for resources: {'Port': ['ID=4567ed51-75e7-4766-b772-2b4e8e107c88,revision_number=3']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:11.961425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:11.968949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9a4b4e16-b468-4ab0-b2d7-53361859b878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:11.989794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:12.012540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:12.017018 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=09518dc5428b46fdb0af439b41335518&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330964 Apr 15 19:50:12.019372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36942) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:12.246140 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:12.295060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:50:12.321908 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7dbd41a-ddd3-49b7-ad54-c417a0715589 req-9e5af8a1-36db-40a2-b6a6-806e9144c805 service neutron] 10.222.0.61 "GET /v2.0/networks/70e507e9-ec67-4c33-a2f0-240f21d48a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7855506 Apr 15 19:50:12.360950 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-858d793d-b11a-4505-8944-d1c92ede5272 req-a60925c8-ee1d-4fb5-a455-7dc4a2d1e44b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Synchronizing usage tracker for tenant:6c6255fc81944fc787e2892b04427d40 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:50:12.363938 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1b248e0f-e19a-4e1d-87c7-35e2d18ae39a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:12.366972 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2aa29221-f9d9-4094-991c-0b501c7f8b7c,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:12.380560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:12.453929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-858d793d-b11a-4505-8944-d1c92ede5272 req-a60925c8-ee1d-4fb5-a455-7dc4a2d1e44b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Unset dirty status for tenant:6c6255fc81944fc787e2892b04427d40 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:50:12.455451 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-a60925c8-ee1d-4fb5-a455-7dc4a2d1e44b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7810211 Apr 15 19:50:12.475262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1b248e0f-e19a-4e1d-87c7-35e2d18ae39a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:12.532252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b4e16-b468-4ab0-b2d7-53361859b878 None None] Pushing event updated for resources: {'Port': ['ID=4567ed51-75e7-4766-b772-2b4e8e107c88,revision_number=4']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:12.548485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9a4b4e16-b468-4ab0-b2d7-53361859b878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:12.607765 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1b248e0f-e19a-4e1d-87c7-35e2d18ae39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:12.613726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6cc1e6ec-72ed-45a7-bc42-bcb468aeae70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:12.639208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b248e0f-e19a-4e1d-87c7-35e2d18ae39a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2aa29221-f9d9-4094-991c-0b501c7f8b7c,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:12.645216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1b248e0f-e19a-4e1d-87c7-35e2d18ae39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:12.654739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1b248e0f-e19a-4e1d-87c7-35e2d18ae39a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:12.658718 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-1b248e0f-e19a-4e1d-87c7-35e2d18ae39a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2aa29221-f9d9-4094-991c-0b501c7f8b7c HTTP/1.1" status: 204 len: 168 time: 0.6253815 Apr 15 19:50:12.670615 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:12.732058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:12.749536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Routers {'e38b1f24-44a8-4120-a320-ea9f2f5ac855'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:50:12.750440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:50:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:12.931189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:12.932106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:12.933035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:12.933546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > port after_create 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:12.939593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > port after_delete 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:12.940168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > port after_update 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:12.940659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:12.941147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:12.942011 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:12.943788 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:13.077228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:13.077687 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:13.078206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:13.078694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=85367) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Apr 15 19:50:13.079204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4870976a-4ba2-4848-82eb-a02a522cff19']}} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:13.101373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcbcb5b-5a40-47fb-80ab-9f04546863b2') {'for_net_delete': True} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:13.101938 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcbcb5b-5a40-47fb-80ab-9f04546863b2') {} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:13.116111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-51cc4c02-2d60-4244-b769-9a739feaa843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:13.118660 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-51cc4c02-2d60-4244-b769-9a739feaa843 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=a6bf9808d29e4f3483364ab8d4c2d17b&device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 1096 time: 0.6272113 Apr 15 19:50:13.122823 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6455165'] for segment, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:13.246398 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:13.263775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=85367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:50:13.263861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 2, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:13.283229 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Checking router: e284ddec-27fc-4959-a316-4974844264c5 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:50:13.283664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Updating router e284ddec-27fc-4959-a316-4974844264c5 port ea22f00c-16be-4282-b2ca-ad0d27835947 binding host dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:50:13.437313 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:13.492279 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] Set router e38b1f24-44a8-4120-a320-ea9f2f5ac855 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:50:13.671422 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 36990) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:13.710520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Network 4870976a-4ba2-4848-82eb-a02a522cff19 has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:50:13.767009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-21266892-6798-49c7-a980-e1520c6aeb39 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:50:13.768129 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-21266892-6798-49c7-a980-e1520c6aeb39 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1035624 Apr 15 19:50:13.770084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-2e8e20fe-8897-4709-9fb5-b5fc96a5d494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:13.779587 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-2e8e20fe-8897-4709-9fb5-b5fc96a5d494 service neutron] 10.222.0.61 "GET /v2.0/networks?id=70e507e9-ec67-4c33-a2f0-240f21d48a87 HTTP/1.1" status: 200 len: 912 time: 0.6489730 Apr 15 19:50:13.782237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6078580'] for segment, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:14.058749 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37000) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:14.074412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1383277529', 'description': 'tempest-description--730669937'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:14.092234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:14.104074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:security_group and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:14.108342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:14.117726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:14.150069 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-eb325ad6-66d1-4536-9779-8c5ca71b8d41 service neutron] 10.222.0.35 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3629825 Apr 15 19:50:14.187982 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:14.221558 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-a6a94d88-3863-48a6-86aa-89d42794532e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=dc7338da-cfe5-4713-810a-8c2a65de81e0 HTTP/1.1" status: 200 len: 217 time: 0.3787119 Apr 15 19:50:14.228048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:14.237392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Network 4870976a-4ba2-4848-82eb-a02a522cff19 has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: from cryptography.utils import int_from_bytes Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: from cryptography.utils import int_from_bytes Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: (rel_b, rel_a, rel_b), Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: (rel_b, rel_a, rel_b), Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:50:14.318317 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:50:14.362403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:49Z', 'updated_at': '2021-04-15T19:50:03Z', 'revision_number': 4, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'gw_port': {'id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:51Z', 'updated_at': '2021-04-15T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '4567ed51-75e7-4766-b772-2b4e8e107c88', 'name': '', 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'mac_address': 'fa:16:3e:20:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ef999a06-7fa2-4b11-81b6-e01cc706fbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:59Z', 'updated_at': '2021-04-15T19:50:11Z', 'revision_number': 4, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'subnets': [{'id': 'ef999a06-7fa2-4b11-81b6-e01cc706fbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:14.374208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7653f54-51a2-4489-a475-5cee02ec9d70 None None] The sync data for ids ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'] in dv-cinder-786383-2-smb is: [{'id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:49Z', 'updated_at': '2021-04-15T19:50:03Z', 'revision_number': 4, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'gw_port': {'id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:51Z', 'updated_at': '2021-04-15T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '4567ed51-75e7-4766-b772-2b4e8e107c88', 'name': '', 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'mac_address': 'fa:16:3e:20:68:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'ef999a06-7fa2-4b11-81b6-e01cc706fbd1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:59Z', 'updated_at': '2021-04-15T19:50:11Z', 'revision_number': 4, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'subnets': [{'id': 'ef999a06-7fa2-4b11-81b6-e01cc706fbd1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:50:14.513137 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Notify callbacks [] for port, precommit_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:14.541368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-9ba0f748-7366-4711-b711-8f22ce15eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:14.543046 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-9ba0f748-7366-4711-b711-8f22ce15eb4b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=527201fc-dfc8-4d34-91e1-e6ab4f041add HTTP/1.1" status: 200 len: 851 time: 0.3082039 Apr 15 19:50:14.543911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:14.567644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Transition to ACTIVE for port object ea22f00c-16be-4282-b2ca-ad0d27835947 will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:50:14.587648 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:14.615661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:14.628476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:14.631030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:14.651766 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-a38abeb4-de73-4872-92de-bbd6b817fe11 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=70e507e9-ec67-4c33-a2f0-240f21d48a87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1002092 Apr 15 19:50:14.652523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Pushing event deleted for resources: {'Network': ['ID=4870976a-4ba2-4848-82eb-a02a522cff19,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:14.659924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:14.705868 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] 10.222.0.35 "DELETE /v2.0/networks/4870976a-4ba2-4848-82eb-a02a522cff19 HTTP/1.1" status: 204 len: 168 time: 3.0101235 Apr 15 19:50:14.996876 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-6db34628-f572-4ec0-b0e0-a6ff1dcc8a54 service neutron] 10.222.0.61 "GET /v2.0/networks/70e507e9-ec67-4c33-a2f0-240f21d48a87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343172 Apr 15 19:50:15.183381 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-0262be2b-a04d-4b32-a3ca-f58dd40805d7 service neutron] 10.222.0.35 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0321155 Apr 15 19:50:15.213572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:15.249435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:15.263268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:security_group_rule and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:15.270287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0c43c-bacf-4d66-abe4-7c2983c068d1 None None] Pushing event updated for resources: {'Port': ['ID=ea22f00c-16be-4282-b2ca-ad0d27835947,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:15.270875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:15.285741 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-59c0c43c-bacf-4d66-abe4-7c2983c068d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.657s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:15.288697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37034) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:15.294304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:15.391796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:50:15.588938 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ec15c204-46bb-4196-973d-fb59f4fcf41e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cf9c217f4a34c4898dd3b95c95d8349&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2986529 Apr 15 19:50:15.591547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37042) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:15.623700 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cc893a5-2e6c-48d5-9c27-7baf1f015338 req-050fdb6f-0d3e-43c8-8c30-776838af890b service neutron] 10.222.0.61 "GET /v2.0/networks/70e507e9-ec67-4c33-a2f0-240f21d48a87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6186795 Apr 15 19:50:15.717934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:15.734462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Usage tracker for resource:security_group_rule and tenant:db073d03bcfc402aa382c6e4f46a6ad7 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:15.777941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:15.923505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4058b720-8cd8-431f-bf5b-73834a91d335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:15.957319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:15.963566 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4058b720-8cd8-431f-bf5b-73834a91d335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:16.052523 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ef94c241-9a4f-4642-b885-d4660203ce96 req-ef4bff37-54b1-4d0b-ae3d-50f126b47ca0 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 210 time: 0.2600524 Apr 15 19:50:16.056412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:16.061983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5d67b9c4-1b4b-4f44-914b-a9c286b0952e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:16.070981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4058b720-8cd8-431f-bf5b-73834a91d335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:16.086636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:16.089172 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.0257566 Apr 15 19:50:16.102102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:16.141149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37062) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:16.150894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4058b720-8cd8-431f-bf5b-73834a91d335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=726629e9-1f16-43e4-bd05-1d148e8b4571,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:16.160530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4058b720-8cd8-431f-bf5b-73834a91d335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:16.175274 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4058b720-8cd8-431f-bf5b-73834a91d335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:16.177536 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-4058b720-8cd8-431f-bf5b-73834a91d335 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/726629e9-1f16-43e4-bd05-1d148e8b4571 HTTP/1.1" status: 204 len: 168 time: 0.5844004 Apr 15 19:50:16.186699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 4567ed51-75e7-4766-b772-2b4e8e107c88 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:16.248597 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'security_group_rule': {'security_group_id': '64d696dd-343b-4b85-bbdd-8d79d51e08db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:16.271920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe5e741-2adf-4492-b9a5-96de72c5f8f5 req-1a3d1bd1-ee23-4a5f-b063-79dcaee18bfb tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:16.287412 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6fe5e741-2adf-4492-b9a5-96de72c5f8f5 req-1a3d1bd1-ee23-4a5f-b063-79dcaee18bfb tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 943 time: 2.0251472 Apr 15 19:50:16.295089 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64d696dd-343b-4b85-bbdd-8d79d51e08db,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:16.326409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:16.340633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:16.387557 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:security_group_rule and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:16.415376 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:16.440463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device dc7338da-cfe5-4713-810a-8c2a65de81e0 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:50:16.457975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:16.511882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Attempting to bind port ea22f00c-16be-4282-b2ca-ad0d27835947 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:50:16.512546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Attempting to bind port ea22f00c-16be-4282-b2ca-ad0d27835947 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:50:16.513396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Attempting to bind port ea22f00c-16be-4282-b2ca-ad0d27835947 on network e331a6cc-d416-42f2-995b-8aaf9a85a920 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:16.623656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:16.646673 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:16.680974 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:16.803945 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:16.806309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:50:16.807023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Checking segment: {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:50:16.807728 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:16.808440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Bound using segment: {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:50:16.809340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Bound port: ea22f00c-16be-4282-b2ca-ad0d27835947, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:50:16.810047 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:16.936090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca616bc0-88d5-44b3-b1e8-99e3e7893776,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:16.940253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:16.954008 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6fe5e741-2adf-4492-b9a5-96de72c5f8f5 req-3ad55481-25d2-46f5-84b5-f27dc7085d69 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6300716 Apr 15 19:50:17.194219 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.205148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-78ed19fd-391e-49fc-9c15-214aabb097f5 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:17.207109 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-78ed19fd-391e-49fc-9c15-214aabb097f5 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 818 time: 0.4186177 Apr 15 19:50:17.216610 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.244492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:17.260178 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-99667179-3c62-497f-b38f-f0b6d36b2e66 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/quotas/6c6255fc81944fc787e2892b04427d40 HTTP/1.1" status: 200 len: 375 time: 0.0422969 Apr 15 19:50:17.263804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3548d68e-8ff9-4546-a916-3a68712aa1a7,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:17.286756 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db073d03bcfc402aa382c6e4f46a6ad7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6114843 Apr 15 19:50:17.287448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37118) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:17.290386 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:17.316648 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] For port ea22f00c-16be-4282-b2ca-ad0d27835947, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:50:17.368012 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] For port ea22f00c-16be-4282-b2ca-ad0d27835947, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=ea22f00c-16be-4282-b2ca-ad0d27835947,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:50:17.371745 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.376609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port dc7338da-cfe5-4713-810a-8c2a65de81e0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc7338da-cfe5-4713-810a-8c2a65de81e0,segment=NetworkSegment(262a0039-58f4-4d8d-ba4a-377caa077136),segment_id=262a0039-58f4-4d8d-ba4a-377caa077136)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:17.380310 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2242661 Apr 15 19:50:17.382467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37124) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:17.389554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.394351 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'security_group_rule': {'security_group_id': '64d696dd-343b-4b85-bbdd-8d79d51e08db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:17.402685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:17.407885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:security_group_rule and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:17.411893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:17.418616 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:17.420552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-59c0c43c-bacf-4d66-abe4-7c2983c068d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:17.450339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.508257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 4567ed51-75e7-4766-b772-2b4e8e107c88 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:17.519243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c0c43c-bacf-4d66-abe4-7c2983c068d1 None None] Pushing event updated for resources: {'Port': ['ID=ea22f00c-16be-4282-b2ca-ad0d27835947,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:17.526423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.537449 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-cb27aeab-e760-480d-80e8-296de1d60c50 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2489152 Apr 15 19:50:17.538967 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.571996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6d34ef0c-7414-4866-9cfc-79696920e4dc tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:17.591519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ce4-57ad-4922-b787-c6345fc0ab67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.699880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c5c7de-145f-4c15-80be-ca4ea96f1769,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:17.709325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'dc7338da-cfe5-4713-810a-8c2a65de81e0', 'network_id': '70e507e9-ec67-4c33-a2f0-240f21d48a87', 'port_id': 'dc7338da-cfe5-4713-810a-8c2a65de81e0', 'mac_address': 'fa:16:3e:ed:97:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 611, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '527201fc-dfc8-4d34-91e1-e6ab4f041add', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:50:17.731169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:17.748164 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-59c0c43c-bacf-4d66-abe4-7c2983c068d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:17.750578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.755507 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718004 Apr 15 19:50:17.760761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ce4-57ad-4922-b787-c6345fc0ab67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.776060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 4567ed51-75e7-4766-b772-2b4e8e107c88 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:17.776712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.795862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37140) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:17.820170 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'floatingip': {'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:17.834317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:17.841689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:floatingip and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:17.847652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:17.868980 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:17.891761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:17.952291 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37144) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:18.166110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:18.170781 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-2709422d-42aa-461e-bd47-bd8d9b36dee3 service neutron] 10.222.0.35 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6061256 Apr 15 19:50:18.239801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc7338da-cfe5-4713-810a-8c2a65de81e0 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:50:18.405495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port dc7338da-cfe5-4713-810a-8c2a65de81e0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc7338da-cfe5-4713-810a-8c2a65de81e0,segment=NetworkSegment(262a0039-58f4-4d8d-ba4a-377caa077136),segment_id=262a0039-58f4-4d8d-ba4a-377caa077136)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:18.437290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:18.477657 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-d71c7628-cc04-4fcb-885f-48a05c8e9690 service neutron] 10.222.0.35 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3052998 Apr 15 19:50:18.502205 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5b3b8bdf-fb0e-42fd-af3a-143df9a55fee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=07b02b53bb1d4bd78fbf9861c10ab5d8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5325792 Apr 15 19:50:18.505694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37160) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:18.510733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:18.658647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ce4-57ad-4922-b787-c6345fc0ab67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:18.685829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:50:18.687377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:50:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:18.732318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5bf25a50-9fad-437f-b109-6368571bd0a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:18.744366 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-19f18291-2a2a-4efc-a70c-6cd5f5bedd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:18.752107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf9a7a9-bfef-40fd-b511-dedb983caf4a req-e32b3664-d4f1-410e-a533-a98e2db118be tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:18.778987 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-eaf9a7a9-bfef-40fd-b511-dedb983caf4a req-e32b3664-d4f1-410e-a533-a98e2db118be tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 944 time: 0.2941360 Apr 15 19:50:18.796266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dc7ce4-57ad-4922-b787-c6345fc0ab67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca616bc0-88d5-44b3-b1e8-99e3e7893776,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:18.806726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-42dc7ce4-57ad-4922-b787-c6345fc0ab67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:18.897020 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-42dc7ce4-57ad-4922-b787-c6345fc0ab67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:18.899425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:18.914242 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-42dc7ce4-57ad-4922-b787-c6345fc0ab67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ca616bc0-88d5-44b3-b1e8-99e3e7893776 HTTP/1.1" status: 204 len: 168 time: 1.6237428 Apr 15 19:50:19.018019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['dc7338da-cfe5-4713-810a-8c2a65de81e0'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:50:19.025072 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-eaf9a7a9-bfef-40fd-b511-dedb983caf4a req-c879dc84-fb70-4513-bc97-a203825375f7 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431350 Apr 15 19:50:19.173159 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f714e16b-ff53-4e5c-94c9-d120b3704351 req-0e196832-9214-48a8-b15b-df5ddade9599 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 210 time: 0.1981657 Apr 15 19:50:19.315498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=dc7338da-cfe5-4713-810a-8c2a65de81e0,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:19.331351 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:19.397234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 4567ed51-75e7-4766-b772-2b4e8e107c88, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=4567ed51-75e7-4766-b772-2b4e8e107c88,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:19.449546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:19.471814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:19.614101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:50:19.701000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=4567ed51-75e7-4766-b772-2b4e8e107c88,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:19.731236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:19.766437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37188) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:19.766865 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5bf25a50-9fad-437f-b109-6368571bd0a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:19.803167 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:19.857315 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:19.872009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Usage tracker for resource:security_group_rule and tenant:6cf7f6affcda42aa974b27772eb61dbd is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:19.888052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:19.933638 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d793d-b11a-4505-8944-d1c92ede5272 req-45bf83ff-36e6-4aab-b887-4e38aa95d854 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:19.934631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-858d793d-b11a-4505-8944-d1c92ede5272 req-45bf83ff-36e6-4aab-b887-4e38aa95d854 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Synchronizing usage tracker for tenant:6c6255fc81944fc787e2892b04427d40 on resource:network {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:50:19.941537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:19.954832 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:20.008906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5bf25a50-9fad-437f-b109-6368571bd0a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:20.019251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4058b720-8cd8-431f-bf5b-73834a91d335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:20.026998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-858d793d-b11a-4505-8944-d1c92ede5272 req-45bf83ff-36e6-4aab-b887-4e38aa95d854 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Unset dirty status for tenant:6c6255fc81944fc787e2892b04427d40 on resource:network {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:50:20.028272 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-45bf83ff-36e6-4aab-b887-4e38aa95d854 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 818 time: 1.1052189 Apr 15 19:50:20.058446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf25a50-9fad-437f-b109-6368571bd0a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d8d796a-58e7-462e-8baf-72f1c45f1f90,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:20.073541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5bf25a50-9fad-437f-b109-6368571bd0a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:20.091477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Request body: {'port': {'device_id': 'f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807', 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3', 'admin_state_up': True, 'tenant_id': '6c6255fc81944fc787e2892b04427d40'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:20.231597 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:20.236179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:20.246448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:20.339522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5bf25a50-9fad-437f-b109-6368571bd0a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:20.344807 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5bf25a50-9fad-437f-b109-6368571bd0a5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d8d796a-58e7-462e-8baf-72f1c45f1f90 HTTP/1.1" status: 204 len: 168 time: 1.8314629 Apr 15 19:50:20.370159 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6cf7f6affcda42aa974b27772eb61dbd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6016254 Apr 15 19:50:20.375902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37214) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:20.408685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1329c4d-9b65-403e-ab2d-6997c8d9c86e,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:20.441938 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:20.645715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Allocated IP 172.28.1.175 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/f95fcc74-4598-4441-b4d4-64b44ec0e476) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:50:20.660147 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f2ed6ac3-f6ec-405b-a6bb-fb8e90506254 req-bdcab526-358c-4c9c-86fe-dd5b68903f6d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 210 time: 0.0924225 Apr 15 19:50:20.686537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:20.687384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c24f1c80-2605-441c-ae7e-c3c154ab093c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:20.752061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:20.778958 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc9f8ff-003e-4a45-b1f7-8e08fa155315 req-349e306f-6668-4610-ac72-99f2cb3aa321 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:20.781619 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cc9f8ff-003e-4a45-b1f7-8e08fa155315 req-349e306f-6668-4610-ac72-99f2cb3aa321 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 944 time: 0.3242695 Apr 15 19:50:20.785330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c24f1c80-2605-441c-ae7e-c3c154ab093c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:20.835879 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Made reservation on behalf of 6c6255fc81944fc787e2892b04427d40 for: {'port': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:50:20.860055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:20.934053 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cc9f8ff-003e-4a45-b1f7-8e08fa155315 req-40d25ec9-dee6-4f5f-b85f-8d0a3dd1ed7d tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313627 Apr 15 19:50:20.944227 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:17Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:20.952311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18ad8b3e-b7e1-4f5f-85f4-11c38bffca37 None None] The sync data for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb is: [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:17Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:50:20.964145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c24f1c80-2605-441c-ae7e-c3c154ab093c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:20.976779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1b248e0f-e19a-4e1d-87c7-35e2d18ae39a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:20.998209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f1c80-2605-441c-ae7e-c3c154ab093c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1329c4d-9b65-403e-ab2d-6997c8d9c86e,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:21.007414 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c24f1c80-2605-441c-ae7e-c3c154ab093c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:21.010599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c24f1c80-2605-441c-ae7e-c3c154ab093c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:21.013096 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c24f1c80-2605-441c-ae7e-c3c154ab093c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f1329c4d-9b65-403e-ab2d-6997c8d9c86e HTTP/1.1" status: 204 len: 168 time: 0.6348295 Apr 15 19:50:21.082345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:21.142609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.61', 53335) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:21.234347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Allocated IP 172.20.0.4 (88e923d6-1841-4f91-ac76-d29403f1cfe3/ef999a06-7fa2-4b11-81b6-e01cc706fbd1/49fd2473-58c7-488e-ba38-fc84742f469d) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:50:21.259915 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:21.284084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5bbb94f1-2948-4972-b861-2cddc7d15744 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:21.432898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-03fec36d-5ef5-4543-806f-aeec89dff2ea tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:21.438202 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-03fec36d-5ef5-4543-806f-aeec89dff2ea tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 818 time: 0.2934005 Apr 15 19:50:21.454422 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Request body: {'port': {'device_id': '019066c6-3ac5-445f-9875-7d7a96a9b344', 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3', 'admin_state_up': True, 'tenant_id': '6c6255fc81944fc787e2892b04427d40'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:21.610051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'Port': ['ID=f95fcc74-4598-4441-b4d4-64b44ec0e476,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:21.634420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:21.797924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 4567ed51-75e7-4766-b772-2b4e8e107c88 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:21.856162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:21.900621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:21.929836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Made reservation on behalf of 6c6255fc81944fc787e2892b04427d40 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:50:21.947637 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:22.044842 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 4567ed51-75e7-4766-b772-2b4e8e107c88 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:22.045505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:22.449028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ea22f00c-16be-4282-b2ca-ad0d27835947 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:22.557709 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:50:22.576605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:50:22.584813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:50:22.620742 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bb27b4cf-c6ed-43c8-a1c3-d88a977974cd req-0ba9980c-3fbf-42e9-9602-478bf4444543 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 210 time: 0.4011848 Apr 15 19:50:22.629644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device dc7338da-cfe5-4713-810a-8c2a65de81e0 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:22.724374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port ea22f00c-16be-4282-b2ca-ad0d27835947 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:22.732933 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port ea22f00c-16be-4282-b2ca-ad0d27835947 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:22.733658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:22.939489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:23.004691 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port ea22f00c-16be-4282-b2ca-ad0d27835947, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=ea22f00c-16be-4282-b2ca-ad0d27835947,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:23.026108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:23.035545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:23.108941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107c4f74-90cb-46b2-9670-26f4ce612f20 req-15417be8-83c9-442b-98a7-33cf3bb497c5 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:23.118661 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-107c4f74-90cb-46b2-9670-26f4ce612f20 req-15417be8-83c9-442b-98a7-33cf3bb497c5 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 944 time: 0.5221884 Apr 15 19:50:23.132745 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port dc7338da-cfe5-4713-810a-8c2a65de81e0 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:23.168389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port dc7338da-cfe5-4713-810a-8c2a65de81e0 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:23.169317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:23.251697 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-107c4f74-90cb-46b2-9670-26f4ce612f20 req-edfb6d23-7157-4ca4-a3c3-57873b4d8340 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320486 Apr 15 19:50:23.271115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:23.372883 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:23.416783 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=ea22f00c-16be-4282-b2ca-ad0d27835947,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:23.487551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:23.583863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:23.591002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:23.628774 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:23.653745 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Allocated IP 172.20.0.2 (88e923d6-1841-4f91-ac76-d29403f1cfe3/ef999a06-7fa2-4b11-81b6-e01cc706fbd1/fb672449-29c2-49b2-ab76-13e7e359c886) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:50:23.751604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port dc7338da-cfe5-4713-810a-8c2a65de81e0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc7338da-cfe5-4713-810a-8c2a65de81e0,segment=NetworkSegment(262a0039-58f4-4d8d-ba4a-377caa077136),segment_id=262a0039-58f4-4d8d-ba4a-377caa077136)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:23.754218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ea22f00c-16be-4282-b2ca-ad0d27835947 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:23.861360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:23.894115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ab4be-9608-4c49-bad9-8f742c0c1aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7338da-cfe5-4713-810a-8c2a65de81e0'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:23.978907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Pushing event updated for resources: {'Port': ['ID=49fd2473-58c7-488e-ba38-fc84742f469d,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:23.998789 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:50:24.002429 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:24.003564 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:50:24.009180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:50:24.070044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:24.076031 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-37798d9e-949f-4165-9e25-65a9f5f4b062 req-adc1fddc-757d-429d-a0ce-746cc96dd4a4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 210 time: 0.1329765 Apr 15 19:50:24.082139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:24.115100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:24.121262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:24.244092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:24.252354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=dc7338da-cfe5-4713-810a-8c2a65de81e0,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:24.264299 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:24.301354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port ea22f00c-16be-4282-b2ca-ad0d27835947 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:24.302029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:24.338548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:24.344021 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2881517 Apr 15 19:50:24.371338 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Request body: {'port': {'device_id': 'f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:24.376142 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:24.736973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:24.843258 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37366) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:24.868091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:24.873922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Pushing event updated for resources: {'Port': ['ID=fb672449-29c2-49b2-ab76-13e7e359c886,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:24.881146 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:24.886960 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:24.913911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:24.967240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:50:24.971751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:50:24.976698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:50:25.033669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35abca58-a463-43d1-8dd0-4c5c236b29f6 req-a249d94f-030d-47ce-a9c7-7e7718fbcd3b tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:25.036227 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-35abca58-a463-43d1-8dd0-4c5c236b29f6 req-a249d94f-030d-47ce-a9c7-7e7718fbcd3b tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 945 time: 0.2149410 Apr 15 19:50:25.110816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:25.111976 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.138450 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-35abca58-a463-43d1-8dd0-4c5c236b29f6 req-c30baebe-68d2-4e70-8a69-85e329247b9e tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909772 Apr 15 19:50:25.155578 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7059529 Apr 15 19:50:25.169288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Request body: {'port': {'device_id': '019066c6-3ac5-445f-9875-7d7a96a9b344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:25.195385 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.219223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:25.223528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Usage tracker for resource:security_group_rule and tenant:dea987c50c5e400389557b0e77ed1a36 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:25.226630 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:25.233393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:25.271009 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ab4be-9608-4c49-bad9-8f742c0c1aba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc7338da-cfe5-4713-810a-8c2a65de81e0', 'code': 200} Apr 15 19:50:25.281981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37384) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:25.347058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.368581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.422693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.435215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.507844 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dea987c50c5e400389557b0e77ed1a36&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6602499 Apr 15 19:50:25.525129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37396) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:25.525938 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'Port': ['ID=f95fcc74-4598-4441-b4d4-64b44ec0e476,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:25.540442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.626s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:25.577972 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:25.621781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.61', 53342) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:25.638627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c06e7d1b-cd48-4abf-81ea-7c11eabba4a7,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:25.643160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:25.670717 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.727572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:25.763964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:25.803217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Usage tracker for resource:security_group_rule and tenant:d3381701739d4f06bb62cca0ce961b28 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:25.823348 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:25.835329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:25.896851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f2e9e7-0900-42c1-96ea-ca2187b1b792 req-cf86a69f-fbb4-4462-bb8a-65ed58f06bfb tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:25.898101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-b1f2e9e7-0900-42c1-96ea-ca2187b1b792 req-cf86a69f-fbb4-4462-bb8a-65ed58f06bfb tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Synchronizing usage tracker for tenant:6c6255fc81944fc787e2892b04427d40 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:50:26.007464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.018048 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2200270 Apr 15 19:50:26.071161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-b1f2e9e7-0900-42c1-96ea-ca2187b1b792 req-cf86a69f-fbb4-4462-bb8a-65ed58f06bfb tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Unset dirty status for tenant:6c6255fc81944fc787e2892b04427d40 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:50:26.076240 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b1f2e9e7-0900-42c1-96ea-ca2187b1b792 req-cf86a69f-fbb4-4462-bb8a-65ed58f06bfb tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 931 time: 0.7418790 Apr 15 19:50:26.115728 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-ee23c27c-3147-4378-9909-e7007d3dc28a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:26.117528 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-ee23c27c-3147-4378-9909-e7007d3dc28a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 1098 time: 0.4728503 Apr 15 19:50:26.121128 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fa3baa2a-3079-41ea-bb86-b244672df434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.163858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.191110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:26.196076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Usage tracker for resource:security_group_rule and tenant:bd553d0e794145e8a56af8e330c2cbbe is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:26.199297 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:26.206195 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:26.269505 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b1f2e9e7-0900-42c1-96ea-ca2187b1b792 req-a47230c4-8eee-4999-980f-e2353132259b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850953 Apr 15 19:50:26.285019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.288832 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.307799 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fa3baa2a-3079-41ea-bb86-b244672df434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.333582 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:26.338457 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.345003 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d3381701739d4f06bb62cca0ce961b28&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0617774 Apr 15 19:50:26.347657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37430) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:26.371780 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.466723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49fd2473-58c7-488e-ba38-fc84742f469d {{(pid=85367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:50:26.476131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.488450 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37440) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:26.495014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Transition to ACTIVE for port object 49fd2473-58c7-488e-ba38-fc84742f469d will not be triggered until provisioned by entity L2. {{(pid=85367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:50:26.496491 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:26.518700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.539108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600a09ea-721d-4d4f-82df-e7cf72b8733a,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:26.543415 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:26.557499 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7a03197b-24b3-48b5-ae3a-d7a8fd9b35ae req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304786 Apr 15 19:50:26.565671 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=330bfeb8-f12a-4f8d-bf35-5919327ea7b6,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:26.622266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:26.622803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f48898c0-fe44-4afe-bd4b-c206baea279e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.067s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:26.628148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20f857cd-7abc-4161-9731-c4dde9f9ca06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.709213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20f857cd-7abc-4161-9731-c4dde9f9ca06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.713868 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fa3baa2a-3079-41ea-bb86-b244672df434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.736950 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Pushing event updated for resources: {'Port': ['ID=49fd2473-58c7-488e-ba38-fc84742f469d,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:26.746741 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:26.748866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:26.764206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f98530-2a3d-4eb0-b74d-7031f69768f8 req-f7c6b52e-1ffa-4ed4-b5f3-36fd40a9ba2f tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:26.765894 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-42f98530-2a3d-4eb0-b74d-7031f69768f8 req-f7c6b52e-1ffa-4ed4-b5f3-36fd40a9ba2f tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 945 time: 0.3679578 Apr 15 19:50:26.768161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-aff48842-f321-41c6-963d-4d19015e6541 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Synchronizing usage tracker for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:security_group {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:50:26.774770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3baa2a-3079-41ea-bb86-b244672df434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c06e7d1b-cd48-4abf-81ea-7c11eabba4a7,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:26.787355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fa3baa2a-3079-41ea-bb86-b244672df434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.791573 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-fa3baa2a-3079-41ea-bb86-b244672df434 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c06e7d1b-cd48-4abf-81ea-7c11eabba4a7 HTTP/1.1" status: 204 len: 168 time: 1.2470748 Apr 15 19:50:26.791573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fa3baa2a-3079-41ea-bb86-b244672df434 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:26.865935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:26.915072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:26.926582 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-aff48842-f321-41c6-963d-4d19015e6541 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Unset dirty status for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:security_group {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:50:26.927866 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-aff48842-f321-41c6-963d-4d19015e6541 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1383277529&fields=id&tenant_id=410f412dc7cb485a998f480860ec3aa4 HTTP/1.1" status: 200 len: 267 time: 0.3911777 Apr 15 19:50:26.929997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Usage tracker for resource:security_group_rule and tenant:c95820fa620643feb8b2be225b5fd262 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:26.938701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:26.954923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:26.962071 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-42f98530-2a3d-4eb0-b74d-7031f69768f8 req-b7d60ba4-440a-494b-9e11-9e6e8066c72c tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824820 Apr 15 19:50:27.022909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20f857cd-7abc-4161-9731-c4dde9f9ca06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.066408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Attempting to bind port 49fd2473-58c7-488e-ba38-fc84742f469d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:50:27.066807 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Attempting to bind port 49fd2473-58c7-488e-ba38-fc84742f469d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'}] {{(pid=85367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:50:27.067140 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Attempting to bind port 49fd2473-58c7-488e-ba38-fc84742f469d on network 88e923d6-1841-4f91-ac76-d29403f1cfe3 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:27.074680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:27.080073 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Port 49fd2473-58c7-488e-ba38-fc84742f469d on network 88e923d6-1841-4f91-ac76-d29403f1cfe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:50:27.080448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Attempting to bind port 49fd2473-58c7-488e-ba38-fc84742f469d on network 88e923d6-1841-4f91-ac76-d29403f1cfe3 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:27.087857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:50:27.088227 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Checking segment: {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:50:27.088753 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Bound using segment: {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'} {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:50:27.089110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Bound port: 49fd2473-58c7-488e-ba38-fc84742f469d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'}}] {{(pid=85367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:50:27.094487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.168623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f857cd-7abc-4161-9731-c4dde9f9ca06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600a09ea-721d-4d4f-82df-e7cf72b8733a,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:27.170656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-20f857cd-7abc-4161-9731-c4dde9f9ca06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:27.210294 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20f857cd-7abc-4161-9731-c4dde9f9ca06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.215540 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-20f857cd-7abc-4161-9731-c4dde9f9ca06 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/600a09ea-721d-4d4f-82df-e7cf72b8733a HTTP/1.1" status: 204 len: 168 time: 0.8665624 Apr 15 19:50:27.223375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb672449-29c2-49b2-ab76-13e7e359c886 {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:50:27.240284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.339060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Transition to ACTIVE for port object fb672449-29c2-49b2-ab76-13e7e359c886 will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:50:27.340435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37470) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:27.348700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] For port 49fd2473-58c7-488e-ba38-fc84742f469d, host hv-cinder-78638, cleared binding levels {{(pid=85367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:50:27.366451 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] For port 49fd2473-58c7-488e-ba38-fc84742f469d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49fd2473-58c7-488e-ba38-fc84742f469d,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:50:27.373121 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.374479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.406906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-766ac317-a469-4863-ac1c-846e5c3bdf0e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:27.408666 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-766ac317-a469-4863-ac1c-846e5c3bdf0e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 810 time: 0.4717522 Apr 15 19:50:27.415711 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c8a3c51b-3884-46b3-bebb-e161adfe707d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:27.436546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:27.450299 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.584474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:27.589487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Usage tracker for resource:security_group_rule and tenant:8aebf338ea7b4b78a6a300612564dc3c is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:27.593204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:27.599701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:27.646002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Pushing event updated for resources: {'Port': ['ID=49fd2473-58c7-488e-ba38-fc84742f469d,revision_number=3']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:27.660792 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:27.676914 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-46509338-fcf9-41ec-88c9-3384312873a1 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/quotas/410f412dc7cb485a998f480860ec3aa4 HTTP/1.1" status: 200 len: 375 time: 0.2028208 Apr 15 19:50:27.679023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.703453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:27.704405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.706231 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] 10.222.0.61 "PUT /v2.0/ports/49fd2473-58c7-488e-ba38-fc84742f469d HTTP/1.1" status: 200 len: 1093 time: 3.3521388 Apr 15 19:50:27.706786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807', 'tag': '49fd2473-58c7-488e-ba38-fc84742f469d'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:27.748360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:27.797898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Pushing event updated for resources: {'Port': ['ID=fb672449-29c2-49b2-ab76-13e7e359c886,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:27.824578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:27.844841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-64c4a8dd-e8ed-4c69-ac85-13025628f176 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:27.966924 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c95820fa620643feb8b2be225b5fd262&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4691975 Apr 15 19:50:27.969635 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37488) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:28.010692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3002c215-3823-46c3-b713-3bdf0d3f5621,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:28.033074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d793d-b11a-4505-8944-d1c92ede5272 req-2415216b-9cb6-4c5c-bf74-cb8270dce935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:28.035674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:28.037975 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-2415216b-9cb6-4c5c-bf74-cb8270dce935 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1096 time: 0.2752306 Apr 15 19:50:28.077863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62648690-8477-4f3b-968b-b659b6c54224 req-99752e45-2a63-4264-999f-7dd6d0946278 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:28.088348 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-62648690-8477-4f3b-968b-b659b6c54224 req-99752e45-2a63-4264-999f-7dd6d0946278 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 943 time: 0.4787927 Apr 15 19:50:28.113997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37494) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:28.158402 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-69f6ce53-d0b3-45b0-b457-e601e75a5a25 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49fd2473-58c7-488e-ba38-fc84742f469d HTTP/1.1" status: 200 len: 217 time: 0.1077642 Apr 15 19:50:28.209778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:28.253393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:28.256002 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-62648690-8477-4f3b-968b-b659b6c54224 req-3967fd11-c812-4138-8e42-b302e115a906 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666934 Apr 15 19:50:28.265306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Usage tracker for resource:security_group_rule and tenant:9a716a52a5344c55a44d1056b271fb61 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:28.266086 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-41b499fa-9412-491f-be57-7196e61ad57c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5671353 Apr 15 19:50:28.270230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:28.275345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7fd18135-5adc-4d31-82f8-c79ab6cbb90e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:28.284824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:28.299029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858d793d-b11a-4505-8944-d1c92ede5272 req-db11d64c-d8e5-4d3b-bcd4-1843ce5b18c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:28.300605 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-db11d64c-d8e5-4d3b-bcd4-1843ce5b18c5 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.1331663 Apr 15 19:50:28.394481 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-b9baf5da-29f4-44dc-88cf-2b6c4143d7e2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788538 Apr 15 19:50:28.399749 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807', 'tag': '49fd2473-58c7-488e-ba38-fc84742f469d', 'status': 'completed', 'code': 200} Apr 15 19:50:28.401855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7fd18135-5adc-4d31-82f8-c79ab6cbb90e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:28.404269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:28.469281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:28.485705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:28.621723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7fd18135-5adc-4d31-82f8-c79ab6cbb90e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:28.629611 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:28.638584 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-3913fe8f-a6d8-40ed-8ad9-8a4861b78ce7 service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2291656 Apr 15 19:50:28.641102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=219d8c03-4218-40da-a156-62aa389f5ee9,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:28.650047 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8aebf338ea7b4b78a6a300612564dc3c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3032999 Apr 15 19:50:28.650047 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:28.651024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37504) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:28.671200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Attempting to bind port fb672449-29c2-49b2-ab76-13e7e359c886 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:50:28.671587 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Attempting to bind port fb672449-29c2-49b2-ab76-13e7e359c886 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:50:28.671983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Attempting to bind port fb672449-29c2-49b2-ab76-13e7e359c886 on network 88e923d6-1841-4f91-ac76-d29403f1cfe3 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:28.686109 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Port fb672449-29c2-49b2-ab76-13e7e359c886 on network 88e923d6-1841-4f91-ac76-d29403f1cfe3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:50:28.686678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Attempting to bind port fb672449-29c2-49b2-ab76-13e7e359c886 on network 88e923d6-1841-4f91-ac76-d29403f1cfe3 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:28.692872 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-9276376a-77cd-4eaa-ac02-eda2e33a57cf service neutron] 10.222.0.35 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783355 Apr 15 19:50:28.699130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd18135-5adc-4d31-82f8-c79ab6cbb90e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3002c215-3823-46c3-b713-3bdf0d3f5621,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:28.702403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:50:28.703230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Checking segment: {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:50:28.703513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7fd18135-5adc-4d31-82f8-c79ab6cbb90e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:28.704193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Bound using segment: {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:50:28.705043 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Bound port: fb672449-29c2-49b2-ab76-13e7e359c886, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f867ecce-0520-47b2-945c-d471b32ff1d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 625, 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:50:28.705673 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:28.892735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7fd18135-5adc-4d31-82f8-c79ab6cbb90e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:28.894045 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7fd18135-5adc-4d31-82f8-c79ab6cbb90e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3002c215-3823-46c3-b713-3bdf0d3f5621 HTTP/1.1" status: 204 len: 168 time: 0.9228890 Apr 15 19:50:28.937885 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-858d793d-b11a-4505-8944-d1c92ede5272 req-62b3448d-ddc1-48c6-95b4-a5262ed60b6f service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2899351 Apr 15 19:50:28.957710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:28.962364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.007794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:29.078772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e443826-c8f3-44b3-a102-294bdd3059e3,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:29.081773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-914b4e6e-ed46-4071-898c-016f6d6178d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.084962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:29.092619 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a716a52a5344c55a44d1056b271fb61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9715447 Apr 15 19:50:29.107161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37518) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:29.155550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-914b4e6e-ed46-4071-898c-016f6d6178d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.177048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db87632-7831-41cf-a3af-0bf0421aedf2 req-1ba6fadd-378e-40cb-8929-77752da41f00 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:29.178838 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2db87632-7831-41cf-a3af-0bf0421aedf2 req-1ba6fadd-378e-40cb-8929-77752da41f00 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 945 time: 0.7126133 Apr 15 19:50:29.288767 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-66f06de3-7177-4848-aa40-0720d1c5ce4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:29.292836 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-66f06de3-7177-4848-aa40-0720d1c5ce4e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1096 time: 0.2876356 Apr 15 19:50:29.313080 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2db87632-7831-41cf-a3af-0bf0421aedf2 req-d9a76731-8b9d-4d30-965b-3118c412a8b1 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165469 Apr 15 19:50:29.314283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] For port fb672449-29c2-49b2-ab76-13e7e359c886, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:50:29.329061 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-f8da6163-bdd6-4acf-af78-1ca3e8c41894 service neutron] 10.222.0.35 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5837917 Apr 15 19:50:29.344107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] For port fb672449-29c2-49b2-ab76-13e7e359c886, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb672449-29c2-49b2-ab76-13e7e359c886,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:50:29.348437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.407894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:29.615109 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-26a082f5-9ecd-47ff-8d36-5d6b8b9206c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.733820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-914b4e6e-ed46-4071-898c-016f6d6178d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.744206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37544) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:29.838227 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-26a082f5-9ecd-47ff-8d36-5d6b8b9206c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.846286 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-42dc7ce4-57ad-4922-b787-c6345fc0ab67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:29.867415 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b4e6e-ed46-4071-898c-016f6d6178d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=219d8c03-4218-40da-a156-62aa389f5ee9,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:29.888702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-8879ee97-986d-4703-bc16-571dd7441a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:29.890480 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-8879ee97-986d-4703-bc16-571dd7441a72 service neutron] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 919 time: 0.5888186 Apr 15 19:50:29.899896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-914b4e6e-ed46-4071-898c-016f6d6178d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:29.901151 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-00f08a04-2352-4891-ba89-d11e26ed8180 req-85ce4954-1c65-431d-819f-b828cd2c14bf tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 210 time: 0.1093259 Apr 15 19:50:29.902210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.910154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-914b4e6e-ed46-4071-898c-016f6d6178d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:29.911390 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-914b4e6e-ed46-4071-898c-016f6d6178d4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/219d8c03-4218-40da-a156-62aa389f5ee9 HTTP/1.1" status: 204 len: 168 time: 1.2235370 Apr 15 19:50:29.952759 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Pushing event updated for resources: {'Port': ['ID=fb672449-29c2-49b2-ab76-13e7e359c886,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:29.958106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.550s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:29.967762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:29.973349 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Usage tracker for resource:security_group_rule and tenant:653754cc8b414bfe8b3914a7675ddc8a is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:29.977521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:29.984802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:30.003044 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-ce3accad-be00-4f7b-b9c2-643a15ee88da service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49fd2473-58c7-488e-ba38-fc84742f469d HTTP/1.1" status: 200 len: 217 time: 0.0972805 Apr 15 19:50:30.074872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-26a082f5-9ecd-47ff-8d36-5d6b8b9206c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:30.103006 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:30.169582 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a082f5-9ecd-47ff-8d36-5d6b8b9206c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e443826-c8f3-44b3-a102-294bdd3059e3,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:30.173633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-26a082f5-9ecd-47ff-8d36-5d6b8b9206c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:30.180781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:30.189567 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-26a082f5-9ecd-47ff-8d36-5d6b8b9206c7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0e443826-c8f3-44b3-a102-294bdd3059e3 HTTP/1.1" status: 204 len: 168 time: 1.0811379 Apr 15 19:50:30.190818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-26a082f5-9ecd-47ff-8d36-5d6b8b9206c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:30.211932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:30.218629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-f9f44aea-365d-4638-88fb-09ac2e8861a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:30.220471 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-f9f44aea-365d-4638-88fb-09ac2e8861a8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.2090340 Apr 15 19:50:30.303662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:30.333861 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-74ee0683-6d93-4393-a80c-6aa525c891e0 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1023099 Apr 15 19:50:30.334200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37570) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:30.336714 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=653754cc8b414bfe8b3914a7675ddc8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5909991 Apr 15 19:50:30.392635 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:30.394016 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:30.396280 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] 10.222.0.61 "PUT /v2.0/ports/fb672449-29c2-49b2-ab76-13e7e359c886 HTTP/1.1" status: 200 len: 1093 time: 5.2327762 Apr 15 19:50:30.412151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '019066c6-3ac5-445f-9875-7d7a96a9b344', 'tag': 'fb672449-29c2-49b2-ab76-13e7e359c886'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:30.450278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85e23d5-a131-4c4e-9dee-7ca4b8c15c62 req-ea0a1a46-1e0d-43d6-8ddb-69f421312a44 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:30.462781 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e85e23d5-a131-4c4e-9dee-7ca4b8c15c62 req-ea0a1a46-1e0d-43d6-8ddb-69f421312a44 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 943 time: 0.8230567 Apr 15 19:50:30.495090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb8d4de-9109-4d41-90ad-093c949b7219,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:30.517358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:30.592704 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e85e23d5-a131-4c4e-9dee-7ca4b8c15c62 req-57451bcf-3929-4c61-83f4-2c5d67c28b1f tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827253 Apr 15 19:50:30.640468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-7bdc112e-35da-402a-a58e-60002f2be5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:30.642121 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70f8517b-4820-4353-a9b0-62d05049a494 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:30.644899 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-7bdc112e-35da-402a-a58e-60002f2be5f4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 1096 time: 0.1905358 Apr 15 19:50:30.680897 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-7e4e05dc-b75c-4d88-a84d-859492009242 service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244953 Apr 15 19:50:30.842828 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70f8517b-4820-4353-a9b0-62d05049a494 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:30.885090 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-5966ff55-12a1-402a-a94f-62a69d007c14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb672449-29c2-49b2-ab76-13e7e359c886 HTTP/1.1" status: 200 len: 217 time: 0.2287664 Apr 15 19:50:30.971819 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bea33ad6-294d-4946-94b5-d39f821a25bc req-1c1953a8-bc68-4064-aff3-8469ded49ea1 service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2827296 Apr 15 19:50:30.988334 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70f8517b-4820-4353-a9b0-62d05049a494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:30.997739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e70ea271-d3a0-4d8e-b51a-5b3cf034a458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:31.000058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1ee545e5-5b33-474f-9473-7f96ac39b824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:31.000439 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-e70ea271-d3a0-4d8e-b51a-5b3cf034a458 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.1127732 Apr 15 19:50:31.050236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f8517b-4820-4353-a9b0-62d05049a494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb8d4de-9109-4d41-90ad-093c949b7219,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:31.060308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-70f8517b-4820-4353-a9b0-62d05049a494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:31.067841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-70f8517b-4820-4353-a9b0-62d05049a494 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:31.079779 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-70f8517b-4820-4353-a9b0-62d05049a494 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0eb8d4de-9109-4d41-90ad-093c949b7219 HTTP/1.1" status: 204 len: 168 time: 0.7445209 Apr 15 19:50:31.092098 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-63ba3b57-7c39-44c1-9044-8b37ab2b41db service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812893 Apr 15 19:50:31.197657 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '019066c6-3ac5-445f-9875-7d7a96a9b344', 'tag': 'fb672449-29c2-49b2-ab76-13e7e359c886', 'status': 'completed', 'code': 200} Apr 15 19:50:31.258094 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2bd6f79d-858c-40cb-b84f-49530cac923e req-933cd0ab-73a3-4af5-a465-fe013dfbf48f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 210 time: 0.0592372 Apr 15 19:50:31.329960 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-cc73b9d4-d73e-4e74-a786-dd1481b5127a service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2294142 Apr 15 19:50:31.500196 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4d254a53-debb-462e-bdfe-acdd5fb9ab66 req-6c99278c-3c06-44ef-a4e5-4fda159a16cd service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626751 Apr 15 19:50:31.795648 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-1d834447-0264-4319-85f9-55762586c525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:31.797126 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-1d834447-0264-4319-85f9-55762586c525 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 1096 time: 0.2265477 Apr 15 19:50:32.108138 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85662e40-14ec-4f06-98f2-d61e712660d0 req-b73ec3df-f0cb-4161-87e8-5d8c244bd626 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:32.120079 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-85662e40-14ec-4f06-98f2-d61e712660d0 req-b73ec3df-f0cb-4161-87e8-5d8c244bd626 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 943 time: 0.2639499 Apr 15 19:50:32.249311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-2ffc22cd-fcfc-483b-8f96-557f219de453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:32.261227 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-2ffc22cd-fcfc-483b-8f96-557f219de453 service neutron] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 919 time: 0.4566300 Apr 15 19:50:32.479598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-09dcab1c-213e-4a4d-a1ec-672755a07950 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:32.485825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-09dcab1c-213e-4a4d-a1ec-672755a07950 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Synchronizing usage tracker for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:network {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:50:32.526063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-09dcab1c-213e-4a4d-a1ec-672755a07950 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Unset dirty status for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:network {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:50:32.538251 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-09dcab1c-213e-4a4d-a1ec-672755a07950 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 810 time: 0.6223593 Apr 15 19:50:32.565518 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-85662e40-14ec-4f06-98f2-d61e712660d0 req-10a7f5c7-0329-46c1-97b3-71317bdac220 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4443026 Apr 15 19:50:32.568719 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-a97465b8-a2b4-4579-93d2-c93c274787e5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb672449-29c2-49b2-ab76-13e7e359c886 HTTP/1.1" status: 200 len: 217 time: 0.2964227 Apr 15 19:50:32.601393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 49fd2473-58c7-488e-ba38-fc84742f469d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:50:32.701189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-a8c4d5c9-1232-4b26-9108-66dfac872cf7 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Synchronizing usage tracker for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:security_group {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:50:32.719805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-a8c4d5c9-1232-4b26-9108-66dfac872cf7 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Unset dirty status for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:security_group {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:50:32.721375 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-a8c4d5c9-1232-4b26-9108-66dfac872cf7 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=410f412dc7cb485a998f480860ec3aa4 HTTP/1.1" status: 200 len: 5704 time: 0.1680422 Apr 15 19:50:32.744345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'port': {'device_id': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'admin_state_up': True, 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'security_groups': ['64d696dd-343b-4b85-bbdd-8d79d51e08db']}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:32.753143 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76ec431-1c17-4eaf-88e4-75df72ca7bc6 req-ddb008a1-5d0b-439b-8e88-38ba7827c131 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 210 time: 0.1861503 Apr 15 19:50:32.821817 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 49fd2473-58c7-488e-ba38-fc84742f469d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49fd2473-58c7-488e-ba38-fc84742f469d,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:32.822122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-728d2da6-2bd5-4545-9b76-520d04282a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:32.823697 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-728d2da6-2bd5-4545-9b76-520d04282a40 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.1685963 Apr 15 19:50:32.840644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '49fd2473-58c7-488e-ba38-fc84742f469d', 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3', 'port_id': '49fd2473-58c7-488e-ba38-fc84742f469d', 'mac_address': 'fa:16:3e:ef:b8:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef999a06-7fa2-4b11-81b6-e01cc706fbd1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:50:32.919209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:32.945826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49fd2473-58c7-488e-ba38-fc84742f469d {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:50:32.968783 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-75ce2864-a378-405c-bbd8-f84c6082322d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350698 Apr 15 19:50:32.980462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 49fd2473-58c7-488e-ba38-fc84742f469d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49fd2473-58c7-488e-ba38-fc84742f469d,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:33.001497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:33.012572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-59c0c43c-bacf-4d66-abe4-7c2983c068d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:33.051356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:33.062534 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:port and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:33.071642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:33.086669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:33.109661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Made reservation on behalf of 410f412dc7cb485a998f480860ec3aa4 for: {'port': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:50:33.116664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:33.125989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=49fd2473-58c7-488e-ba38-fc84742f469d,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:33.146202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:33.147277 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-1ce8d546-cfff-4488-8109-1ad346ed118d service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658773 Apr 15 19:50:33.265554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['49fd2473-58c7-488e-ba38-fc84742f469d'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:50:33.349288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Allocated IP 172.20.0.9 (e331a6cc-d416-42f2-995b-8aaf9a85a920/b630829c-62bc-417b-82c2-270250301e01/ff64d641-842e-4992-8030-bbe55ea0b208) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:50:33.361661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 37720) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:33.455151 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cdd2a2b6-83ea-4899-8b4d-15b98fc04944 req-23640133-048f-4c6c-953d-11d5446a610e service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2948706 Apr 15 19:50:33.593092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:33.621181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Transition to ACTIVE for port object ff64d641-842e-4992-8030-bbe55ea0b208 will not be triggered until provisioned by entity DHCP. {{(pid=85367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:50:33.674115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:33.713451 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:33.855669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:33.889909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:33.894734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Usage tracker for resource:security_group_rule and tenant:2855fe3eeb67404393d1adbffe1bdb87 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:33.897885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:33.905147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:33.963589 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'Port': ['ID=ff64d641-842e-4992-8030-bbe55ea0b208,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:33.978538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:34.015764 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99858a1-48e1-4705-8f63-baa9a814eafc req-2da15652-4a64-46b8-ad64-951adf68b82b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:34.024266 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a99858a1-48e1-4705-8f63-baa9a814eafc req-2da15652-4a64-46b8-ad64-951adf68b82b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 943 time: 0.2478838 Apr 15 19:50:34.064917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:50:34.070910 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:50:34.075131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:50:34.099829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2859f64-6fbd-4fbe-bb27-d02894ab131e req-478dd02c-042f-435a-920f-b31561976247 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:34.102433 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c2859f64-6fbd-4fbe-bb27-d02894ab131e req-478dd02c-042f-435a-920f-b31561976247 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 931 time: 0.1738000 Apr 15 19:50:34.169804 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c2859f64-6fbd-4fbe-bb27-d02894ab131e req-16c26901-9b14-455e-ad7a-835b5ba76d38 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567243 Apr 15 19:50:34.183689 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a99858a1-48e1-4705-8f63-baa9a814eafc req-7ed7fa57-9252-4e03-bd79-a97a169bf56e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585743 Apr 15 19:50:34.214248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.229220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.238358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:34.264129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:34.264747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.346002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b40b5b0-1fc9-49bf-8843-88e229d36e0e,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:34.352722 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:34.358618 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2855fe3eeb67404393d1adbffe1bdb87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9925849 Apr 15 19:50:34.358778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37762) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:34.363252 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6236997 Apr 15 19:50:34.379257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Request body: {'port': {'device_id': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:34.439250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-46021f76-81e1-48fe-9e98-8e49056e836f None None] Provisioning for port ff64d641-842e-4992-8030-bbe55ea0b208 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:34.450969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-81ad2c6d-88a1-4b12-9542-ac665843af41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.454658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-46021f76-81e1-48fe-9e98-8e49056e836f None None] Provisioning complete for port ff64d641-842e-4992-8030-bbe55ea0b208 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:34.455393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46021f76-81e1-48fe-9e98-8e49056e836f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.480248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-81ad2c6d-88a1-4b12-9542-ac665843af41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.533729 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.536062 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-81ad2c6d-88a1-4b12-9542-ac665843af41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.549800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-46021f76-81e1-48fe-9e98-8e49056e836f None None] Port ff64d641-842e-4992-8030-bbe55ea0b208 cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:50:34.550983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a68c9912-973f-41a2-931c-c5749574403b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:34.582845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ad2c6d-88a1-4b12-9542-ac665843af41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b40b5b0-1fc9-49bf-8843-88e229d36e0e,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:34.586984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-81ad2c6d-88a1-4b12-9542-ac665843af41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:34.601007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-81ad2c6d-88a1-4b12-9542-ac665843af41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.602458 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-81ad2c6d-88a1-4b12-9542-ac665843af41 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b40b5b0-1fc9-49bf-8843-88e229d36e0e HTTP/1.1" status: 204 len: 168 time: 0.2424850 Apr 15 19:50:34.609061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device fb672449-29c2-49b2-ab76-13e7e359c886 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:50:34.703258 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 49fd2473-58c7-488e-ba38-fc84742f469d up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:34.893994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 49fd2473-58c7-488e-ba38-fc84742f469d completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:34.904431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port fb672449-29c2-49b2-ab76-13e7e359c886, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb672449-29c2-49b2-ab76-13e7e359c886,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:34.912547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 49fd2473-58c7-488e-ba38-fc84742f469d triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:34.913222 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:34.968731 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'fb672449-29c2-49b2-ab76-13e7e359c886', 'network_id': '88e923d6-1841-4f91-ac76-d29403f1cfe3', 'port_id': 'fb672449-29c2-49b2-ab76-13e7e359c886', 'mac_address': 'fa:16:3e:2c:88:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 625, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef999a06-7fa2-4b11-81b6-e01cc706fbd1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:50:35.057691 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:35.191065 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff64d641-842e-4992-8030-bbe55ea0b208 {{(pid=85367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:50:35.200437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:35.221685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Transition to ACTIVE for port object ff64d641-842e-4992-8030-bbe55ea0b208 will not be triggered until provisioned by entity L2. {{(pid=85367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:50:35.226292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:35.443214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37802) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:35.524782 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:35.530888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb672449-29c2-49b2-ab76-13e7e359c886 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:50:35.551633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:35.574775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:35.586752 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Usage tracker for resource:security_group_rule and tenant:a76f17439a144e7a82c66ed8e0f2aff0 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:35.595080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:35.605852 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:35.619369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port fb672449-29c2-49b2-ab76-13e7e359c886, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb672449-29c2-49b2-ab76-13e7e359c886,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:35.631064 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:35.647269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:35.664168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:35.794405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Pushing event updated for resources: {'Port': ['ID=ff64d641-842e-4992-8030-bbe55ea0b208,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:35.800039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:35.807470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 49fd2473-58c7-488e-ba38-fc84742f469d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49fd2473-58c7-488e-ba38-fc84742f469d,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:35.808862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:35.818912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fd2473-58c7-488e-ba38-fc84742f469d'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:35.846907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:35.908548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=fb672449-29c2-49b2-ab76-13e7e359c886,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:35.915776 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:35.919629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:35.983738 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:36.017100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['fb672449-29c2-49b2-ab76-13e7e359c886'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:50:36.018833 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-21f9b74b-eae7-4793-9f55-9dcc674c7a02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:36.095918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98fd0018-9980-477e-9bb6-54dd174e5ecb,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:36.099610 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:36.166308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537d1c7-e7b7-48c7-80c3-c6f1cdadaf20 req-ea52557c-1f6c-458c-8f6e-8f730a23755e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:36.168086 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6537d1c7-e7b7-48c7-80c3-c6f1cdadaf20 req-ea52557c-1f6c-458c-8f6e-8f730a23755e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 943 time: 0.8408194 Apr 15 19:50:36.255866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=49fd2473-58c7-488e-ba38-fc84742f469d,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:36.270835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:36.279015 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Attempting to bind port ff64d641-842e-4992-8030-bbe55ea0b208 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:50:36.279392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Attempting to bind port ff64d641-842e-4992-8030-bbe55ea0b208 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'}] {{(pid=85367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:50:36.279762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Attempting to bind port ff64d641-842e-4992-8030-bbe55ea0b208 on network e331a6cc-d416-42f2-995b-8aaf9a85a920 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:36.285116 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Port ff64d641-842e-4992-8030-bbe55ea0b208 on network e331a6cc-d416-42f2-995b-8aaf9a85a920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:50:36.285472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Attempting to bind port ff64d641-842e-4992-8030-bbe55ea0b208 on network e331a6cc-d416-42f2-995b-8aaf9a85a920 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:50:36.291901 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:50:36.292254 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Checking segment: {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:50:36.292686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Bound using segment: {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'} {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:50:36.294077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Bound port: ff64d641-842e-4992-8030-bbe55ea0b208, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'}}] {{(pid=85367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:50:36.294487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:36.426030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] For port ff64d641-842e-4992-8030-bbe55ea0b208, host hv-cinder-78638, cleared binding levels {{(pid=85367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:50:36.430359 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] For port ff64d641-842e-4992-8030-bbe55ea0b208, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff64d641-842e-4992-8030-bbe55ea0b208,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:50:36.434140 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:36.453511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:36.530722 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a76f17439a144e7a82c66ed8e0f2aff0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0837696 Apr 15 19:50:36.548429 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37852) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:36.609946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3db404-6e7c-412f-878b-5d4ec648ee81 req-7a460562-f33d-4021-ad76-c8adeb5d1614 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:36.612467 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9a3db404-6e7c-412f-878b-5d4ec648ee81 req-7a460562-f33d-4021-ad76-c8adeb5d1614 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 944 time: 0.8000419 Apr 15 19:50:36.620837 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6537d1c7-e7b7-48c7-80c3-c6f1cdadaf20 req-f9472467-e83d-4f85-8266-35bb3449dc5f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355633 Apr 15 19:50:36.637108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Pushing event updated for resources: {'Port': ['ID=ff64d641-842e-4992-8030-bbe55ea0b208,revision_number=3']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:36.646973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:36.686039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:36.687078 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:36.688804 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] 10.222.0.61 "PUT /v2.0/ports/ff64d641-842e-4992-8030-bbe55ea0b208 HTTP/1.1" status: 200 len: 1093 time: 2.3171344 Apr 15 19:50:36.689475 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'tag': 'ff64d641-842e-4992-8030-bbe55ea0b208'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:36.730957 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9a3db404-6e7c-412f-878b-5d4ec648ee81 req-9c9bc638-9331-40be-8be8-c75501dca82a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086383 Apr 15 19:50:36.796368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28dfaa7f-aad7-4d5b-b2a0-0331c8e1ccb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:36.878520 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49fd2473-58c7-488e-ba38-fc84742f469d', 'code': 200} Apr 15 19:50:36.901004 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28dfaa7f-aad7-4d5b-b2a0-0331c8e1ccb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:36.974984 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'tag': 'ff64d641-842e-4992-8030-bbe55ea0b208', 'status': 'completed', 'code': 200} Apr 15 19:50:37.010513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-f334fe1c-111d-42ff-b94b-e463ec2deba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:37.020856 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-f334fe1c-111d-42ff-b94b-e463ec2deba3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 1096 time: 0.2615817 Apr 15 19:50:37.043092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28dfaa7f-aad7-4d5b-b2a0-0331c8e1ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:37.058483 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:37.089090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dfaa7f-aad7-4d5b-b2a0-0331c8e1ccb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98fd0018-9980-477e-9bb6-54dd174e5ecb,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:37.092404 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-28dfaa7f-aad7-4d5b-b2a0-0331c8e1ccb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:37.114688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-28dfaa7f-aad7-4d5b-b2a0-0331c8e1ccb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:37.121101 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-28dfaa7f-aad7-4d5b-b2a0-0331c8e1ccb2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/98fd0018-9980-477e-9bb6-54dd174e5ecb HTTP/1.1" status: 204 len: 168 time: 0.5711377 Apr 15 19:50:37.258691 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-2afd865c-3dea-42e9-8562-b17ef864d702 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff64d641-842e-4992-8030-bbe55ea0b208 HTTP/1.1" status: 200 len: 217 time: 0.2283595 Apr 15 19:50:37.310962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70450526-09f5-401b-b1ab-23d283c6525f req-90036142-a31d-40c5-af31-501d60ce634a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:37.314163 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-70450526-09f5-401b-b1ab-23d283c6525f req-90036142-a31d-40c5-af31-501d60ce634a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.61 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 945 time: 0.1656241 Apr 15 19:50:37.331536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6def2a52-5975-4020-9dbc-3d692d00599d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:37.425114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-eaa706b4-9e40-4572-81ca-93490e6d2ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:37.426748 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-eaa706b4-9e40-4572-81ca-93490e6d2ca3 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.1574938 Apr 15 19:50:37.438019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-70450526-09f5-401b-b1ab-23d283c6525f req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Deleting port dc7338da-cfe5-4713-810a-8c2a65de81e0 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:50:37.438384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-70450526-09f5-401b-b1ab-23d283c6525f req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:37.574752 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37892) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:37.627763 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea491a7-01f2-463b-b5df-12c73d2f9ca1 req-190b7c29-b9be-4b75-9d6c-452176fb8d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:37.629377 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cea491a7-01f2-463b-b5df-12c73d2f9ca1 req-190b7c29-b9be-4b75-9d6c-452176fb8d7e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1098 time: 0.2016869 Apr 15 19:50:37.738350 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-cea491a7-01f2-463b-b5df-12c73d2f9ca1 req-45278c94-9593-49ea-9ec0-a13caa0374dd service neutron] Synchronizing usage tracker for tenant:bd553d0e794145e8a56af8e330c2cbbe on resource:security_group {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:50:37.745816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-3b591b46-2f6b-42a2-b93f-f3b424486a52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:37.748250 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-3b591b46-2f6b-42a2-b93f-f3b424486a52 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2185872 Apr 15 19:50:37.813519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c71216-9bb0-4ffb-af12-b976445c63c4 req-aa32e7e0-234a-4fa1-ae50-768c45c7a05d tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:37.815177 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-66c71216-9bb0-4ffb-af12-b976445c63c4 req-aa32e7e0-234a-4fa1-ae50-768c45c7a05d tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 945 time: 0.3135285 Apr 15 19:50:37.979518 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-cea491a7-01f2-463b-b5df-12c73d2f9ca1 req-45278c94-9593-49ea-9ec0-a13caa0374dd service neutron] Unset dirty status for tenant:bd553d0e794145e8a56af8e330c2cbbe on resource:security_group {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:50:37.979830 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-66c71216-9bb0-4ffb-af12-b976445c63c4 req-d4688093-d89f-45d1-a973-eb489c719407 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/security-groups?id=73f3e543-8608-4fc1-9695-11bad58afa3c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440201 Apr 15 19:50:37.997033 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cea491a7-01f2-463b-b5df-12c73d2f9ca1 req-45278c94-9593-49ea-9ec0-a13caa0374dd service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3575671 Apr 15 19:50:38.010207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:38.025010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-70450526-09f5-401b-b1ab-23d283c6525f req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] For port dc7338da-cfe5-4713-810a-8c2a65de81e0, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc7338da-cfe5-4713-810a-8c2a65de81e0,segment=NetworkSegment(262a0039-58f4-4d8d-ba4a-377caa077136),segment_id=262a0039-58f4-4d8d-ba4a-377caa077136)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:38.025201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-70450526-09f5-401b-b1ab-23d283c6525f req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:38.037280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37914) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:38.051637 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:38.083713 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-4f8d86cc-8c13-4bd3-bd64-2b6cb718dfc9 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263829 Apr 15 19:50:38.178148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Usage tracker for resource:security_group_rule and tenant:208bf371bba74b1c95740a380159e27c is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:38.190597 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-70450526-09f5-401b-b1ab-23d283c6525f req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Calling delete_port for dc7338da-cfe5-4713-810a-8c2a65de81e0 owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:50:38.225736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:38.256338 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9d077e2-c332-43fb-b7ac-80749fa8c077 req-ca49a605-c4e5-4f2b-8da6-1a7509c941da service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617649 Apr 15 19:50:38.306369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:38.360249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d710a44-690d-41a2-ba0e-5f4b10e29a7d req-2715ffac-ef85-44ae-9127-9459cbd7177a tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:38.361929 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3d710a44-690d-41a2-ba0e-5f4b10e29a7d req-2715ffac-ef85-44ae-9127-9459cbd7177a tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 943 time: 0.4940910 Apr 15 19:50:38.468175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-dc5c4c99-3a94-4f4c-b49f-6db115efd09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:38.471664 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-dc5c4c99-3a94-4f4c-b49f-6db115efd09c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 1096 time: 0.1648080 Apr 15 19:50:38.540621 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3d710a44-690d-41a2-ba0e-5f4b10e29a7d req-ef563f8e-fa32-4af2-9fd0-3f2b08264058 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677356 Apr 15 19:50:38.558182 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf94c79b-ad85-4caa-90af-33cc831dcf9c req-3a935ac0-d8b5-46f6-be42-fb8d7da4c532 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:38.570296 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bf94c79b-ad85-4caa-90af-33cc831dcf9c req-3a935ac0-d8b5-46f6-be42-fb8d7da4c532 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 944 time: 0.3832772 Apr 15 19:50:38.612661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device fb672449-29c2-49b2-ab76-13e7e359c886 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:38.669480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:38.705643 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-1db7f347-6bd8-4eda-9133-ef5e496f579b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:38.712395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:38.716603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Usage tracker for resource:security_group_rule and tenant:2e1bc167a08548de82fdb78b2485cf8c is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:38.720172 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-1db7f347-6bd8-4eda-9133-ef5e496f579b service neutron] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 911 time: 0.2389407 Apr 15 19:50:38.721055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:38.728914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:38.740127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port fb672449-29c2-49b2-ab76-13e7e359c886 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:38.751123 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port fb672449-29c2-49b2-ab76-13e7e359c886 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:38.751548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:38.803925 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-0a27b01b-c0a8-4c65-9baf-81785f741126 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff64d641-842e-4992-8030-bbe55ea0b208 HTTP/1.1" status: 200 len: 217 time: 0.0737181 Apr 15 19:50:38.849995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:38.859498 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bf94c79b-ad85-4caa-90af-33cc831dcf9c req-f69952f9-bd3e-490e-972b-689c010fff35 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2923453 Apr 15 19:50:38.920156 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:38.972993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:38.987670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-95ab769c-5a42-4028-bdc2-29a8a0c42527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:38.989417 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-95ab769c-5a42-4028-bdc2-29a8a0c42527 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.1744225 Apr 15 19:50:39.069732 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:39.106730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-70450526-09f5-401b-b1ab-23d283c6525f req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:39.126421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b19b302-0a8d-41c4-9fd3-9d3ea95ec681,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:39.170260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:39.187064 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port fb672449-29c2-49b2-ab76-13e7e359c886, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb672449-29c2-49b2-ab76-13e7e359c886,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:39.192577 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['dc7338da-cfe5-4713-810a-8c2a65de81e0'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:50:39.197195 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-7bb5632c-2437-4564-a970-3bc4bec822b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:39.198832 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-7bb5632c-2437-4564-a970-3bc4bec822b3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2015731 Apr 15 19:50:39.238186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019066c6-3ac5-445f-9875-7d7a96a9b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb672449-29c2-49b2-ab76-13e7e359c886'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:39.246026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:39.248798 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:39.312450 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f5edac14-3af1-4b5d-a4bf-678b8e605980 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:39.352410 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=208bf371bba74b1c95740a380159e27c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7618632 Apr 15 19:50:39.360572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37972) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:39.427657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=fb672449-29c2-49b2-ab76-13e7e359c886,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:39.432311 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019066c6-3ac5-445f-9875-7d7a96a9b344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb672449-29c2-49b2-ab76-13e7e359c886', 'code': 200} Apr 15 19:50:39.440349 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:39.477380 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dd33f64e-ec7a-4bd8-8415-1f6f616ca3e8 req-c5a1f3c3-472d-453d-90a7-2813be3f3be3 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 210 time: 0.1148257 Apr 15 19:50:39.487146 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Pushing event deleted for resources: {'Port': ['ID=dc7338da-cfe5-4713-810a-8c2a65de81e0,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:39.579179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:39.583466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:39.598126 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-9484a9dc-4745-4f0a-9cdb-1c28bee143c8 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3884270 Apr 15 19:50:39.600226 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:39.634387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:39.665201 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e1bc167a08548de82fdb78b2485cf8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6178524 Apr 15 19:50:39.683866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57399ad4-ade6-442e-993a-045a400dafcb,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:39.698669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 37998) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:39.703885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5921e3a1-ed92-4ffe-8754-7e523b5429f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:39.723570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:39.919716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-50678f39-875b-4975-b922-9eb9049a93ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.101154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-50678f39-875b-4975-b922-9eb9049a93ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.124322 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-70450526-09f5-401b-b1ab-23d283c6525f req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] No DVR routers for this DVR port dc7338da-cfe5-4713-810a-8c2a65de81e0 on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:50:40.127698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-70450526-09f5-401b-b1ab-23d283c6525f req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.139865 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '573ab4be-9608-4c49-bad9-8f742c0c1aba', 'name': 'network-vif-deleted', 'tag': 'dc7338da-cfe5-4713-810a-8c2a65de81e0'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:40.145197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20c9b66f-6120-4497-a1af-1318f73b4265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.175766 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20c9b66f-6120-4497-a1af-1318f73b4265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.237154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.245426 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dfc2dfc6-60d9-4249-a8c7-e60fb5f93701 req-89b499cc-29f0-432b-a7ef-f08b99da8484 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402960 Apr 15 19:50:40.334047 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd690e-e9e8-4867-b4a5-9b6572f9d716 req-c63ba49a-7110-4362-9256-58520145c0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:40.336749 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f2cd690e-e9e8-4867-b4a5-9b6572f9d716 req-c63ba49a-7110-4362-9256-58520145c0c4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 1098 time: 0.0896902 Apr 15 19:50:40.379882 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-70450526-09f5-401b-b1ab-23d283c6525f req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.61 "DELETE /v2.0/ports/dc7338da-cfe5-4713-810a-8c2a65de81e0 HTTP/1.1" status: 204 len: 173 time: 3.0487647 Apr 15 19:50:40.390604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d7795-0e31-4389-87f4-c86ad2b6bea9 req-2e80ebea-21e0-47f3-9929-abe3cfc7f768 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:40.400586 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe7d7795-0e31-4389-87f4-c86ad2b6bea9 req-2e80ebea-21e0-47f3-9929-abe3cfc7f768 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 943 time: 0.6537585 Apr 15 19:50:40.401223 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f2cd690e-e9e8-4867-b4a5-9b6572f9d716 req-905e7230-6198-419b-b0b0-4a8fb94cc6a2 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579243 Apr 15 19:50:40.449089 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20c9b66f-6120-4497-a1af-1318f73b4265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.465165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e1e39179-c2de-401f-ae2f-f9303799d04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:40.489036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c9b66f-6120-4497-a1af-1318f73b4265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57399ad4-ade6-442e-993a-045a400dafcb,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:40.491350 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-20c9b66f-6120-4497-a1af-1318f73b4265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:40.492684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-50678f39-875b-4975-b922-9eb9049a93ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.500166 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:40.529318 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe7d7795-0e31-4389-87f4-c86ad2b6bea9 req-820d0a26-4e9a-4540-b6f7-56ce20142c5e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1278918 Apr 15 19:50:40.552539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f071fda8-dba9-46ce-b3b5-4f53b28331f6 req-917bf232-1781-4c86-bb5b-819930dfbd51 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:40.552539 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f071fda8-dba9-46ce-b3b5-4f53b28331f6 req-917bf232-1781-4c86-bb5b-819930dfbd51 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.3197184 Apr 15 19:50:40.552539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50678f39-875b-4975-b922-9eb9049a93ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b19b302-0a8d-41c4-9fd3-9d3ea95ec681,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:40.557785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-50678f39-875b-4975-b922-9eb9049a93ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.557785 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-50678f39-875b-4975-b922-9eb9049a93ac admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b19b302-0a8d-41c4-9fd3-9d3ea95ec681 HTTP/1.1" status: 204 len: 168 time: 1.1866009 Apr 15 19:50:40.557785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-50678f39-875b-4975-b922-9eb9049a93ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:40.558058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20c9b66f-6120-4497-a1af-1318f73b4265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.582174 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-20c9b66f-6120-4497-a1af-1318f73b4265 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/57399ad4-ade6-442e-993a-045a400dafcb HTTP/1.1" status: 204 len: 168 time: 0.8738403 Apr 15 19:50:40.605401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:40.621658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff64d641-842e-4992-8030-bbe55ea0b208 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:50:40.638575 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '573ab4be-9608-4c49-bad9-8f742c0c1aba', 'name': 'network-vif-deleted', 'tag': 'dc7338da-cfe5-4713-810a-8c2a65de81e0', 'status': 'completed', 'code': 200} Apr 15 19:50:40.701560 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f071fda8-dba9-46ce-b3b5-4f53b28331f6 req-27965d57-7eef-4ae4-8a53-2cc9f2413705 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179543 Apr 15 19:50:40.909419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff64d641-842e-4992-8030-bbe55ea0b208, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff64d641-842e-4992-8030-bbe55ea0b208,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:40.952295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'ff64d641-842e-4992-8030-bbe55ea0b208', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'port_id': 'ff64d641-842e-4992-8030-bbe55ea0b208', 'mac_address': 'fa:16:3e:d5:e7:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:50:41.052873 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:41.055502 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a0e29c5b-998f-4412-a698-e98c5fd365bf req-75a65a02-f2e4-4bec-8685-4002bf4c4f41 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Synchronizing usage tracker for tenant:a6bf9808d29e4f3483364ab8d4c2d17b on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:50:41.091156 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff64d641-842e-4992-8030-bbe55ea0b208 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:50:41.109243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a0e29c5b-998f-4412-a698-e98c5fd365bf req-75a65a02-f2e4-4bec-8685-4002bf4c4f41 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Unset dirty status for tenant:a6bf9808d29e4f3483364ab8d4c2d17b on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:50:41.110853 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a0e29c5b-998f-4412-a698-e98c5fd365bf req-75a65a02-f2e4-4bec-8685-4002bf4c4f41 tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] 10.222.0.35 "GET /v2.0/ports?device_id=573ab4be-9608-4c49-bad9-8f742c0c1aba HTTP/1.1" status: 200 len: 210 time: 0.3985810 Apr 15 19:50:41.147211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff64d641-842e-4992-8030-bbe55ea0b208, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff64d641-842e-4992-8030-bbe55ea0b208,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:41.151207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:41.163027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:41.272849 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ff64d641-842e-4992-8030-bbe55ea0b208,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:41.289679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:41.456254 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38078) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:41.466485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['ff64d641-842e-4992-8030-bbe55ea0b208'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:50:41.505213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:41.528025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:41.534118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Usage tracker for resource:security_group_rule and tenant:a879668c15884d74a19319b39c5c7864 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:41.538904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:41.545749 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38086) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:41.583601 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:41.612456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:41.643014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:41.651287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Usage tracker for resource:security_group_rule and tenant:b963d282f8bb4a6b9f0c87b1bf844c8a is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:41.666003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:41.678724 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:41.762149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:41.765853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:41.776763 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:41.811112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df542aaa-6542-46c8-acce-aac94a4ffd35,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:41.814960 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:41.840729 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a879668c15884d74a19319b39c5c7864&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3800476 Apr 15 19:50:41.841057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38104) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:41.905525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b38d90ed-b221-4fd3-8329-86a05035671a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:41.933623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b38d90ed-b221-4fd3-8329-86a05035671a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:41.987257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b38d90ed-b221-4fd3-8329-86a05035671a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:41.993828 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-914b4e6e-ed46-4071-898c-016f6d6178d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:42.005075 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d90ed-b221-4fd3-8329-86a05035671a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df542aaa-6542-46c8-acce-aac94a4ffd35,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:42.007631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b38d90ed-b221-4fd3-8329-86a05035671a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:42.014135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b38d90ed-b221-4fd3-8329-86a05035671a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.018065 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b38d90ed-b221-4fd3-8329-86a05035671a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/df542aaa-6542-46c8-acce-aac94a4ffd35 HTTP/1.1" status: 204 len: 168 time: 0.1735585 Apr 15 19:50:42.022344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.053643 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.071660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.081546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:42.153317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc309cd2-5c34-4940-8efd-220789ac0bb6 req-477bf6fb-521b-48a8-be91-bda564c06bc5 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:42.155006 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bc309cd2-5c34-4940-8efd-220789ac0bb6 req-477bf6fb-521b-48a8-be91-bda564c06bc5 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 944 time: 0.4807327 Apr 15 19:50:42.155702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc9d3b96-9277-403b-9406-1306b2d768a8,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:42.161167 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b963d282f8bb4a6b9f0c87b1bf844c8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6137080 Apr 15 19:50:42.162362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:42.164711 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38124) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:42.214413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780bd3cd-0170-4f47-a9c0-8fe035a2071d req-650a151d-6329-4ad5-9c24-5882131b3f2d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:42.216387 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-780bd3cd-0170-4f47-a9c0-8fe035a2071d req-650a151d-6329-4ad5-9c24-5882131b3f2d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.2475686 Apr 15 19:50:42.256161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5fc46cc4-563f-444a-a0ad-6c76504891c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.266114 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bc309cd2-5c34-4940-8efd-220789ac0bb6 req-6fed9297-3b2f-40e3-898b-6e11299f8b4a tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951004 Apr 15 19:50:42.300858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5fc46cc4-563f-444a-a0ad-6c76504891c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.327039 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-780bd3cd-0170-4f47-a9c0-8fe035a2071d req-e99852bf-6269-460a-99d7-15dc416c16c6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994387 Apr 15 19:50:42.394514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5fc46cc4-563f-444a-a0ad-6c76504891c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.408754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:42.436521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc46cc4-563f-444a-a0ad-6c76504891c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc9d3b96-9277-403b-9406-1306b2d768a8,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:42.439984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5fc46cc4-563f-444a-a0ad-6c76504891c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.448345 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5fc46cc4-563f-444a-a0ad-6c76504891c8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bc9d3b96-9277-403b-9406-1306b2d768a8 HTTP/1.1" status: 204 len: 168 time: 0.2824662 Apr 15 19:50:42.449436 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5fc46cc4-563f-444a-a0ad-6c76504891c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:42.630143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff64d641-842e-4992-8030-bbe55ea0b208 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:50:42.785400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port ff64d641-842e-4992-8030-bbe55ea0b208 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:50:42.796508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port ff64d641-842e-4992-8030-bbe55ea0b208 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:50:42.797256 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:42.803681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38164) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:42.926694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-5ed388b8-80db-46e0-aeb8-2c2cfe8d263f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:42.928600 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-5ed388b8-80db-46e0-aeb8-2c2cfe8d263f service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 1098 time: 0.1489606 Apr 15 19:50:43.139280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:43.146633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:43.194583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff64d641-842e-4992-8030-bbe55ea0b208, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff64d641-842e-4992-8030-bbe55ea0b208,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:50:43.196399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff64d641-842e-4992-8030-bbe55ea0b208'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:43.202681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:43.203665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device dc7338da-cfe5-4713-810a-8c2a65de81e0 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:50:43.211908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:43.223864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Usage tracker for resource:security_group_rule and tenant:0401d42dcc444f598490a0f40c2ffa1f is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:43.236411 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:43.240447 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:43.264445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-ad88e895-acf9-4306-a2e9-ec471e18c2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:43.267923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:43.269938 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-ad88e895-acf9-4306-a2e9-ec471e18c2cc service neutron] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 919 time: 0.3347757 Apr 15 19:50:43.305528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: dc7338da-cfe5-4713-810a-8c2a65de81e0 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:50:43.306192 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device dc7338da-cfe5-4713-810a-8c2a65de81e0 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:50:43.334039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612ce8d-85ac-423c-aa6f-2ff0ee73f59f req-665f976c-e07e-4f57-a6d4-4d462da35286 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:43.335799 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff64d641-842e-4992-8030-bbe55ea0b208', 'code': 200} Apr 15 19:50:43.336332 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e612ce8d-85ac-423c-aa6f-2ff0ee73f59f req-665f976c-e07e-4f57-a6d4-4d462da35286 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.3487453 Apr 15 19:50:43.352332 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ff64d641-842e-4992-8030-bbe55ea0b208,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:43.357580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:43.474441 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-45ce9361-b71c-471a-b8cb-8142aae9d183 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb672449-29c2-49b2-ab76-13e7e359c886 HTTP/1.1" status: 200 len: 217 time: 0.1968067 Apr 15 19:50:43.525578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:43.543302 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:43.606262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-8ec371f0-cd06-4f70-a679-03c675c7cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:43.607811 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-8ec371f0-cd06-4f70-a679-03c675c7cb58 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.1268103 Apr 15 19:50:43.616056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-431e3dfa-a742-439d-9b89-b27c693b7139 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:43.675747 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-48e71615-c845-4534-98fb-459c4cbd8309 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587118 Apr 15 19:50:43.711655 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e612ce8d-85ac-423c-aa6f-2ff0ee73f59f req-ef960ab3-3084-460d-8183-11e9586f9179 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3389559 Apr 15 19:50:43.757574 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0401d42dcc444f598490a0f40c2ffa1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9494989 Apr 15 19:50:43.767495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38214) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:43.803213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b20515b0-5c06-4ffb-9c55-a093f2beeb27,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:43.813871 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:43.852386 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2070b130-f884-4068-80ca-bc4376b2edac req-7ef54da2-863b-49c4-a84b-a145b05aeafb tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:43.854112 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2070b130-f884-4068-80ca-bc4376b2edac req-7ef54da2-863b-49c4-a84b-a145b05aeafb tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.3167267 Apr 15 19:50:43.865366 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-566be762-4cd9-4a59-aa99-4dc2368e90b0 service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782238 Apr 15 19:50:43.931732 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154cebb-2883-4b96-b496-7bf1ed6cc9dc req-91688583-3d79-44f5-9d09-7dbb6a759825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:43.933357 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5154cebb-2883-4b96-b496-7bf1ed6cc9dc req-91688583-3d79-44f5-9d09-7dbb6a759825 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 1098 time: 0.3095899 Apr 15 19:50:43.943640 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2070b130-f884-4068-80ca-bc4376b2edac req-df20b8bb-f9a2-4beb-a7b2-71681b5eaf78 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638244 Apr 15 19:50:43.983220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f6e09d8c-3ae7-497a-b03d-18a1d731d94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.009101 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5154cebb-2883-4b96-b496-7bf1ed6cc9dc req-7402e5ae-098e-4a5c-8231-939e23ed4431 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644367 Apr 15 19:50:44.009622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38224) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:44.035149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f6e09d8c-3ae7-497a-b03d-18a1d731d94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.043422 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e9d9136-7180-442a-bc1b-089ad0b23589 req-ea2238aa-206b-4663-9fab-c0b0a7f10570 service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698959 Apr 15 19:50:44.084532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f6e09d8c-3ae7-497a-b03d-18a1d731d94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.090442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-53e65047-c692-4a39-adcf-245b101237b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:44.104314 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e09d8c-3ae7-497a-b03d-18a1d731d94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b20515b0-5c06-4ffb-9c55-a093f2beeb27,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:44.108233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f6e09d8c-3ae7-497a-b03d-18a1d731d94e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:44.116113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f6e09d8c-3ae7-497a-b03d-18a1d731d94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.119791 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f6e09d8c-3ae7-497a-b03d-18a1d731d94e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b20515b0-5c06-4ffb-9c55-a093f2beeb27 HTTP/1.1" status: 204 len: 168 time: 0.3448260 Apr 15 19:50:44.225273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.244579 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:44.250458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Usage tracker for resource:security_group_rule and tenant:16c5d0514b5c46ab8b8324b336b91d7c is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:44.253616 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:44.260486 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:44.347420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.350869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.366031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:44.408531 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=16c5d0514b5c46ab8b8324b336b91d7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3953347 Apr 15 19:50:44.410184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdc0f6eb-01f6-44a7-98db-d90f76860cc2,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:44.411228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38248) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:44.419099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.419545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.419943 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.420434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.420698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.421089 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.421471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.421890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.422310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.422658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.423035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.423413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:44.427442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:44.491608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0c891065-24e3-40b8-90a5-3bffbc7b3e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.528305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0c891065-24e3-40b8-90a5-3bffbc7b3e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.579535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0c891065-24e3-40b8-90a5-3bffbc7b3e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.584552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:44.598069 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c891065-24e3-40b8-90a5-3bffbc7b3e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdc0f6eb-01f6-44a7-98db-d90f76860cc2,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:44.602205 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0c891065-24e3-40b8-90a5-3bffbc7b3e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:44.604354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0c891065-24e3-40b8-90a5-3bffbc7b3e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.605557 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0c891065-24e3-40b8-90a5-3bffbc7b3e1b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cdc0f6eb-01f6-44a7-98db-d90f76860cc2 HTTP/1.1" status: 204 len: 168 time: 0.1931067 Apr 15 19:50:44.650803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38260) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:44.836448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38284) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:44.887014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38288) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:44.916649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.943143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:44.952421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Usage tracker for resource:security_group_rule and tenant:0d132ee606dd464f976321722ee98b30 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:44.960594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-c717f0d4-8540-4c51-8e48-fe01a152f16b admin admin] Deleting subnet 527201fc-dfc8-4d34-91e1-e6ab4f041add {{(pid=85367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:50:44.965059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:44.967650 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c717f0d4-8540-4c51-8e48-fe01a152f16b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:44.999107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d21287-8eca-4f4b-92f6-a265b79bdc04 req-fa8c466c-786b-4c82-a3f7-47a6ef72e52a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:45.008045 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-03d21287-8eca-4f4b-92f6-a265b79bdc04 req-fa8c466c-786b-4c82-a3f7-47a6ef72e52a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1527691 Apr 15 19:50:45.010756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:45.052097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c717f0d4-8540-4c51-8e48-fe01a152f16b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848320699'] for subnet, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.117605 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-03d21287-8eca-4f4b-92f6-a265b79bdc04 req-38bac8de-f0a5-4867-bff6-693d400d4c23 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082313 Apr 15 19:50:45.209805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.217174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c717f0d4-8540-4c51-8e48-fe01a152f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.227516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142bfc9a-62ea-4082-9c6a-2bf85632433d req-c793b1b8-b909-4816-8f76-9cad58295ba0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:45.229341 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-142bfc9a-62ea-4082-9c6a-2bf85632433d req-c793b1b8-b909-4816-8f76-9cad58295ba0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1104488 Apr 15 19:50:45.280672 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.296628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-82727a39-7705-49e5-87cb-11ce817dc04f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:45.313305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.314423 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-142bfc9a-62ea-4082-9c6a-2bf85632433d req-49de337c-091c-49c1-b0de-6f254975d23b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754876 Apr 15 19:50:45.315005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38298) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:45.389911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:45.394453 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d132ee606dd464f976321722ee98b30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5059893 Apr 15 19:50:45.395155 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0be4f8f6-ba70-495c-8b6e-19b113cc399b,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:45.397407 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38304) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:45.402863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Usage tracker for resource:security_group_rule and tenant:63d7ce38d5a345fe821d9a3094dbf350 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:45.427081 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38308) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:45.452481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.458666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:45.473468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.473903 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.474408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.474681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.475071 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.475742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.475829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.477037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.477439 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.477848 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.478238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.478635 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:50:45.482486 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:45.487656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:45.497000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:45.515506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Usage tracker for resource:security_group_rule and tenant:d0af6186f21142cfabab16ff4b25cbbe is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:45.519650 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:45.528463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:45.550597 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-de3fd8c5-5cc5-4b28-9065-4380daec1afc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.598508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-de3fd8c5-5cc5-4b28-9065-4380daec1afc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.665328 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.693697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:45.705199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Usage tracker for resource:security_group_rule and tenant:be6a30ed28504cc587992a92b9527a10 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:45.710073 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:45.713697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c717f0d4-8540-4c51-8e48-fe01a152f16b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848697643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848404203'] for subnet, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.726311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-de3fd8c5-5cc5-4b28-9065-4380daec1afc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.733020 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:45.735012 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-81ad2c6d-88a1-4b12-9542-ac665843af41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:45.735260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:45.754641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fd8c5-5cc5-4b28-9065-4380daec1afc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0be4f8f6-ba70-495c-8b6e-19b113cc399b,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:45.764405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-de3fd8c5-5cc5-4b28-9065-4380daec1afc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:45.769441 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.779865 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.797872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c9818d43-f5ff-40bc-953f-0523c9bd2719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:45.831020 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daa87639-410c-4701-a750-92933d7ba975,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:45.840463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:45.852508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-de3fd8c5-5cc5-4b28-9065-4380daec1afc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.853736 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-de3fd8c5-5cc5-4b28-9065-4380daec1afc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0be4f8f6-ba70-495c-8b6e-19b113cc399b HTTP/1.1" status: 204 len: 168 time: 0.4548094 Apr 15 19:50:45.868620 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0af6186f21142cfabab16ff4b25cbbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4402735 Apr 15 19:50:45.872657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38320) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:45.874019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717f0d4-8540-4c51-8e48-fe01a152f16b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=527201fc-dfc8-4d34-91e1-e6ab4f041add,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:45.902689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c717f0d4-8540-4c51-8e48-fe01a152f16b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:45.959391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.967344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.975526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0d4c-dc94-4952-8508-0250428eee47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.977009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c717f0d4-8540-4c51-8e48-fe01a152f16b admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:45.983371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5bf25a50-9fad-437f-b109-6368571bd0a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:46.013280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.021780 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0d4c-dc94-4952-8508-0250428eee47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.029701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.041736 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c717f0d4-8540-4c51-8e48-fe01a152f16b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/527201fc-dfc8-4d34-91e1-e6ab4f041add HTTP/1.1" status: 204 len: 168 time: 1.2018661 Apr 15 19:50:46.041922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9f81d805-2daa-4f79-b433-d38ce2cb9c83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:46.042766 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=63d7ce38d5a345fe821d9a3094dbf350&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3903189 Apr 15 19:50:46.042965 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38326) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:46.046273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38328) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:46.049124 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ceb36fc1-2a2d-46fd-a4d3-7133d36188f5,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:46.082540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:46.124856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38336) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:46.125570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d091a8d-c1d6-4bb9-b6cc-ff028c3f5619,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:46.134700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:46.156810 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=be6a30ed28504cc587992a92b9527a10&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8381476 Apr 15 19:50:46.160621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38342) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:46.164453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0d4c-dc94-4952-8508-0250428eee47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.177171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9c9029d4-1244-4307-a663-8cc920a8d93d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:46.221805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.246510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf0d4c-dc94-4952-8508-0250428eee47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daa87639-410c-4701-a750-92933d7ba975,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:46.299198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fd80-85b1-48dc-9507-ac05c4614221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.341514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e2cf0d4c-dc94-4952-8508-0250428eee47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:46.362263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fd80-85b1-48dc-9507-ac05c4614221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.371064 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0d4c-dc94-4952-8508-0250428eee47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.373272 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e2cf0d4c-dc94-4952-8508-0250428eee47 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/daa87639-410c-4701-a750-92933d7ba975 HTTP/1.1" status: 204 len: 168 time: 0.4986644 Apr 15 19:50:46.378315 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9d47d5e0-d8b3-4b7d-af43-470cf8531b11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.411026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.456148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:46.470826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9d47d5e0-d8b3-4b7d-af43-470cf8531b11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.474707 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fd80-85b1-48dc-9507-ac05c4614221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.484871 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Usage tracker for resource:security_group_rule and tenant:ee66fe7d2e6d4622b14271dbc4979ba0 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:46.498148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:46.507664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-03e0e718-5f06-488a-afac-58ea7ba526c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:46.509723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187aa227-67ba-4937-b97e-62e1f552de08 req-35ff6d6c-daff-41b3-84e9-9f5076bae121 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:46.511444 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-187aa227-67ba-4937-b97e-62e1f552de08 req-35ff6d6c-daff-41b3-84e9-9f5076bae121 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.2621300 Apr 15 19:50:46.528470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4fd80-85b1-48dc-9507-ac05c4614221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ceb36fc1-2a2d-46fd-a4d3-7133d36188f5,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:46.529183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:46.533063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7bf4fd80-85b1-48dc-9507-ac05c4614221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.537266 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7bf4fd80-85b1-48dc-9507-ac05c4614221 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ceb36fc1-2a2d-46fd-a4d3-7133d36188f5 HTTP/1.1" status: 204 len: 168 time: 0.4867332 Apr 15 19:50:46.537266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7bf4fd80-85b1-48dc-9507-ac05c4614221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:46.540473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.673644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e507e9-ec67-4c33-a2f0-240f21d48a87']}} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:46.674478 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-187aa227-67ba-4937-b97e-62e1f552de08 req-3aaf5f77-9588-4595-82f7-3a99a48b2f40 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475832 Apr 15 19:50:46.690561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '262a0039-58f4-4d8d-ba4a-377caa077136') {'for_net_delete': True} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:46.691022 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '262a0039-58f4-4d8d-ba4a-377caa077136') {} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:46.705886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6455165'] for segment, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.730487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.757150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Releasing vlan 611 on physical network physnet1 to pool {{(pid=85367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:50:46.803856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.807475 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9d47d5e0-d8b3-4b7d-af43-470cf8531b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.820107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cd32a9-73b2-43ab-88b6-cb30f4481e45 req-8f84067f-0d4e-4739-aab5-8cb75b763dbd tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:46.829084 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-87cd32a9-73b2-43ab-88b6-cb30f4481e45 req-8f84067f-0d4e-4739-aab5-8cb75b763dbd tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.3093934 Apr 15 19:50:46.838805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:46.846461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:46.890869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d47d5e0-d8b3-4b7d-af43-470cf8531b11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d091a8d-c1d6-4bb9-b6cc-ff028c3f5619,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:46.944727 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ee66fe7d2e6d4622b14271dbc4979ba0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8127289 Apr 15 19:50:46.948757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9d47d5e0-d8b3-4b7d-af43-470cf8531b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:46.952018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ee5190e2-6074-4cce-af98-8e9de01d325c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:46.960687 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38374) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:46.999211 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-87cd32a9-73b2-43ab-88b6-cb30f4481e45 req-3a88021e-ee77-482c-b499-57a1bbf25cb1 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689229 Apr 15 19:50:47.000887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Network 70e507e9-ec67-4c33-a2f0-240f21d48a87 has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:50:47.010729 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6078580'] for segment, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.015657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9d47d5e0-d8b3-4b7d-af43-470cf8531b11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.019312 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9d47d5e0-d8b3-4b7d-af43-470cf8531b11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d091a8d-c1d6-4bb9-b6cc-ff028c3f5619 HTTP/1.1" status: 204 len: 168 time: 0.8541312 Apr 15 19:50:47.044544 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c11774-4c0f-49b9-8839-a24dea7e4519,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:47.048006 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:47.069130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e03280a6-597e-4ead-87f3-df590df81e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.073364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38384) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:47.104674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.134039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e03280a6-597e-4ead-87f3-df590df81e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.141504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:47.153930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] Usage tracker for resource:security_group_rule and tenant:9759e52e244949f69b0e3b0a98c53382 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:47.200131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:47.223207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:47.310319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e03280a6-597e-4ead-87f3-df590df81e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.320044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-28dfaa7f-aad7-4d5b-b2a0-0331c8e1ccb2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:47.335286 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03280a6-597e-4ead-87f3-df590df81e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c11774-4c0f-49b9-8839-a24dea7e4519,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:47.338249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e03280a6-597e-4ead-87f3-df590df81e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:47.359847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5e02-7f19-4363-b546-31c1f4609c23 req-2d92671c-9f32-4cdc-88f0-aeead22349ce tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:47.361563 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-927f5e02-7f19-4363-b546-31c1f4609c23 req-2d92671c-9f32-4cdc-88f0-aeead22349ce tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.2091973 Apr 15 19:50:47.378398 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38394) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:47.389838 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-5f44f083-506d-4217-ba49-3dc0c6f20497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'floatingip': {'port_id': 'ff64d641-842e-4992-8030-bbe55ea0b208'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:50:47.472058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e03280a6-597e-4ead-87f3-df590df81e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.473278 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e03280a6-597e-4ead-87f3-df590df81e67 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40c11774-4c0f-49b9-8839-a24dea7e4519 HTTP/1.1" status: 204 len: 168 time: 0.5070674 Apr 15 19:50:47.492973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5f44f083-506d-4217-ba49-3dc0c6f20497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.527873 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Network 70e507e9-ec67-4c33-a2f0-240f21d48a87 has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:50:47.560355 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:50:47.643023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.648850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:47.665815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:47.678689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e507e9-ec67-4c33-a2f0-240f21d48a87,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:47.683433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:47.689648 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] 10.222.0.35 "DELETE /v2.0/networks/70e507e9-ec67-4c33-a2f0-240f21d48a87 HTTP/1.1" status: 204 len: 168 time: 1.6446936 Apr 15 19:50:48.049502 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38428) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:48.113155 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-444cbee7-5835-4a08-bffa-f9b43d6a9563 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6bf9808d29e4f3483364ab8d4c2d17b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0605700 Apr 15 19:50:48.113482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38434) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:48.194237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:48.198658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80c6d641-c951-4900-96f1-7996b38c639b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:48.202933 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:48.224895 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3e3e7aa3-b46f-48b4-a68a-eb402d17b7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:48.230971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80c6d641-c951-4900-96f1-7996b38c639b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:48.284044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80c6d641-c951-4900-96f1-7996b38c639b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:48.291054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0c891065-24e3-40b8-90a5-3bffbc7b3e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:48.295803 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9759e52e244949f69b0e3b0a98c53382&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2215853 Apr 15 19:50:48.302963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38444) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:48.304598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c6d641-c951-4900-96f1-7996b38c639b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73f3e543-8608-4fc1-9695-11bad58afa3c,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:48.308522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-80c6d641-c951-4900-96f1-7996b38c639b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:48.309513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80c6d641-c951-4900-96f1-7996b38c639b admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:48.310744 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-80c6d641-c951-4900-96f1-7996b38c639b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/73f3e543-8608-4fc1-9695-11bad58afa3c HTTP/1.1" status: 204 len: 168 time: 0.1961749 Apr 15 19:50:48.329212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51bad8-e31b-4c70-bb78-4bb9767140bd req-2a52694a-7b09-4dfd-a037-86deb683b54e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:48.331020 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bc51bad8-e31b-4c70-bb78-4bb9767140bd req-2a52694a-7b09-4dfd-a037-86deb683b54e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.4917493 Apr 15 19:50:48.344392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17a67e5a-53e9-44e4-92cb-070b5be22867,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:48.352276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9b7a1433-d1e9-4ade-9a65-448ad6f70eea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:48.681144 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bc51bad8-e31b-4c70-bb78-4bb9767140bd req-a8bb3143-1893-4a5a-9f3a-7e32f6344996 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3319914 Apr 15 19:50:48.706313 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-44977297-de74-4ec9-9b13-f9ff02e53263 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:48.788106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-44977297-de74-4ec9-9b13-f9ff02e53263 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:48.945330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5f44f083-506d-4217-ba49-3dc0c6f20497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:48.949013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5f44f083-506d-4217-ba49-3dc0c6f20497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:49.016270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-44977297-de74-4ec9-9b13-f9ff02e53263 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:49.023389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:49.097100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44977297-de74-4ec9-9b13-f9ff02e53263 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a67e5a-53e9-44e4-92cb-070b5be22867,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:49.105707 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-44977297-de74-4ec9-9b13-f9ff02e53263 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:49.133237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-44977297-de74-4ec9-9b13-f9ff02e53263 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:49.134523 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-44977297-de74-4ec9-9b13-f9ff02e53263 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/17a67e5a-53e9-44e4-92cb-070b5be22867 HTTP/1.1" status: 204 len: 168 time: 0.8263006 Apr 15 19:50:49.174877 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [None req-5f44f083-506d-4217-ba49-3dc0c6f20497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Floating IP 59382dea-82b6-4bdd-bca5-b7095ca3b9b7 associated. External IP: 172.28.1.175, port: ff64d641-842e-4992-8030-bbe55ea0b208. Apr 15 19:50:49.566336 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f44f083-506d-4217-ba49-3dc0c6f20497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Router e284ddec-27fc-4959-a316-4974844264c5 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:50:49.841947 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f44f083-506d-4217-ba49-3dc0c6f20497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:50:49.847700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5f44f083-506d-4217-ba49-3dc0c6f20497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:49.857495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] Sync routers for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:50:49.879674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:50:49.880363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:50:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:49.987416 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5f44f083-506d-4217-ba49-3dc0c6f20497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "PUT /v2.0/floatingips/59382dea-82b6-4bdd-bca5-b7095ca3b9b7 HTTP/1.1" status: 200 len: 991 time: 2.6056657 Apr 15 19:50:49.992084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'tag': 'ff64d641-842e-4992-8030-bbe55ea0b208'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:50:50.190994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98513dbf-9ecd-4818-ad61-cb1ffeeaccb7 req-9f9fedfa-50e0-45a6-91d1-5be04df0d463 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:50.192756 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-98513dbf-9ecd-4818-ad61-cb1ffeeaccb7 req-9f9fedfa-50e0-45a6-91d1-5be04df0d463 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.2016356 Apr 15 19:50:50.300541 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-98513dbf-9ecd-4818-ad61-cb1ffeeaccb7 req-8cbbacc3-0a19-4ffa-987b-a925c223446e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995541 Apr 15 19:50:50.353934 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'tag': 'ff64d641-842e-4992-8030-bbe55ea0b208', 'status': 'completed', 'code': 200} Apr 15 19:50:50.450446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:50:50.523513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-21b4fde8-361b-4fd6-b48a-da4ba594a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:50.526144 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-21b4fde8-361b-4fd6-b48a-da4ba594a21a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 1098 time: 0.1541820 Apr 15 19:50:50.683081 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-7f320fb7-603a-45a4-bbf8-00aeb3b86c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:50.684658 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-7f320fb7-603a-45a4-bbf8-00aeb3b86c0e service neutron] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 911 time: 0.1502900 Apr 15 19:50:50.860369 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-0fc8dec7-2471-4223-ac46-f0f5a3f33d2d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff64d641-842e-4992-8030-bbe55ea0b208 HTTP/1.1" status: 200 len: 999 time: 0.1677186 Apr 15 19:50:50.946067 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-07de7ae3-1d5c-45dc-973b-ff6dd4eaeed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:50.948186 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-07de7ae3-1d5c-45dc-973b-ff6dd4eaeed1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.0704801 Apr 15 19:50:51.043139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '59382dea-82b6-4bdd-bca5-b7095ca3b9b7', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'floating_ip_address': '172.28.1.175', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'port_id': 'ff64d641-842e-4992-8030-bbe55ea0b208', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'mac_address': 'fa:16:3e:d5:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:50:23Z', 'updated_at': '2021-04-15T19:50:48Z', 'revision_number': 1, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:51.047663 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] Checking router: e284ddec-27fc-4959-a316-4974844264c5 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:50:51.061419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:50:51.062212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:50:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:51.076113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-a45e630c-eca5-4b23-a44a-ca26b8950e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:51.078030 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-a45e630c-eca5-4b23-a44a-ca26b8950e4f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1117873 Apr 15 19:50:51.313318 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-3fd8072f-dda4-4061-97f6-836f5fb226ff service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2214949 Apr 15 19:50:51.436837 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:50:51.700270 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f036beb9-c16e-410a-8ffb-10aee200a3a9 req-4ef2b51b-b3ad-400a-bc71-06bc26be665f service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3753264 Apr 15 19:50:51.734853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2381dfe-819e-4976-9da0-0db2c0bb72f1 req-b9dce782-72cd-4049-93bd-8ae51f8d81bc tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:51.758413 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a2381dfe-819e-4976-9da0-0db2c0bb72f1 req-b9dce782-72cd-4049-93bd-8ae51f8d81bc tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1701639 Apr 15 19:50:51.841388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38622) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:51.879873 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a2381dfe-819e-4976-9da0-0db2c0bb72f1 req-00e11f71-e9c4-4aee-a30b-1c11c7f5a27f tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184583 Apr 15 19:50:52.153714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:52.201124 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:52.221357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Usage tracker for resource:security_group_rule and tenant:0d6226074dcc40b89d37cbbb3bbcec91 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:52.228771 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:52.240523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:52.263845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '59382dea-82b6-4bdd-bca5-b7095ca3b9b7', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'floating_ip_address': '172.28.1.175', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'port_id': 'ff64d641-842e-4992-8030-bbe55ea0b208', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'mac_address': 'fa:16:3e:d5:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:50:23Z', 'updated_at': '2021-04-15T19:50:48Z', 'revision_number': 1, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:50:52.271009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64d2b0cb-0172-425b-90a2-c2266643ce38 None None] The sync data for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb is: [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '59382dea-82b6-4bdd-bca5-b7095ca3b9b7', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'floating_ip_address': '172.28.1.175', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'port_id': 'ff64d641-842e-4992-8030-bbe55ea0b208', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'mac_address': 'fa:16:3e:d5:e7:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:50:23Z', 'updated_at': '2021-04-15T19:50:48Z', 'revision_number': 1, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:50:52.378467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:52.383524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:52.391381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:50:52.396552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2884a6a3-2309-4464-b6c1-77ef54f39f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:52.445163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc65336a-23ed-4a3d-be1b-b64401e69bb4,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:52.452682 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0d6226074dcc40b89d37cbbb3bbcec91&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6096251 Apr 15 19:50:52.453953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:52.455096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38660) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:52.572522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ee6426d6-9e3b-48de-b061-9a59d9917ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:52.611786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ee6426d6-9e3b-48de-b061-9a59d9917ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:52.696805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b07d4c8-1792-4e58-8a92-c4e36d588573 None None] New status for floating IP 59382dea-82b6-4bdd-bca5-b7095ca3b9b7: ACTIVE {{(pid=85368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:50:52.701397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ee6426d6-9e3b-48de-b061-9a59d9917ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:52.707310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-20f857cd-7abc-4161-9731-c4dde9f9ca06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:52.724941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6426d6-9e3b-48de-b061-9a59d9917ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc65336a-23ed-4a3d-be1b-b64401e69bb4,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:52.731112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ee6426d6-9e3b-48de-b061-9a59d9917ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:52.733183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ee6426d6-9e3b-48de-b061-9a59d9917ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:52.734443 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ee6426d6-9e3b-48de-b061-9a59d9917ff2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc65336a-23ed-4a3d-be1b-b64401e69bb4 HTTP/1.1" status: 204 len: 168 time: 0.2782247 Apr 15 19:50:53.021753 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-093228c3-46b1-4c72-ab74-9833c5476838 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1811132 Apr 15 19:50:53.203508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df85d45c-9443-4aad-b390-22b51ce82b6b req-b81b22cc-9da6-4c37-bb0a-923b57cbfe26 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:53.214860 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-df85d45c-9443-4aad-b390-22b51ce82b6b req-b81b22cc-9da6-4c37-bb0a-923b57cbfe26 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1407084 Apr 15 19:50:53.278860 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-df85d45c-9443-4aad-b390-22b51ce82b6b req-4de8475f-adce-4d46-94ed-006b70d090ec tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630274 Apr 15 19:50:53.318289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-9f2a5742-0c9e-423f-8ce4-752a570f3059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:53.320071 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-9f2a5742-0c9e-423f-8ce4-752a570f3059 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1098 time: 0.1616094 Apr 15 19:50:53.511771 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-cc847c27-f2fb-46a4-b780-58cc0469873c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:53.514123 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-cc847c27-f2fb-46a4-b780-58cc0469873c service neutron] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 919 time: 0.1648099 Apr 15 19:50:53.600119 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-b406cf1f-3394-422a-acde-f15efd52c96f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49fd2473-58c7-488e-ba38-fc84742f469d HTTP/1.1" status: 200 len: 217 time: 0.0743377 Apr 15 19:50:53.687395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-7fa78e3e-1e9f-41c0-bbbc-569208e5f604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:53.689105 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-7fa78e3e-1e9f-41c0-bbbc-569208e5f604 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.0783215 Apr 15 19:50:53.780057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38770) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:53.833463 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-64c8fda1-9738-42be-bca6-f25fc77ed813 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1326604 Apr 15 19:50:53.996691 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.024657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:54.030364 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-7725a384-407a-4e7d-b293-ef76f5ce38c7 service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891773 Apr 15 19:50:54.030936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Usage tracker for resource:security_group_rule and tenant:6d90a3133e27401da2d866e421771a0f is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:54.034575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:54.041836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:54.180247 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.183452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.198028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-10daf92b-3202-486e-b024-b7186badd032 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:54.248303 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-63e318c5-c4b1-4c39-bb45-bf978e5e7cdb req-0fbcd6ce-41ed-4c70-a05a-a2c3fcdb88a6 service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055089 Apr 15 19:50:54.279189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fcfde1-a8d5-4b9e-a0fb-e4eafb7af4c8,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:54.282826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:54.287674 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d90a3133e27401da2d866e421771a0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5063941 Apr 15 19:50:54.291043 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38790) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:54.295766 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38792) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:54.445099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8b872140-c296-4293-857f-9f6f99860e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.492009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.508320 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:54.514158 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a5eb4267104fa79fcb9e3f99c28c84 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:54.518684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:54.526057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:54.540238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8b872140-c296-4293-857f-9f6f99860e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.608998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0468ebc1-1274-4d75-95a3-2c3d3e33c023 req-d8fd7e47-9733-434c-94c8-9d0370ef0e53 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:54.610704 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0468ebc1-1274-4d75-95a3-2c3d3e33c023 req-d8fd7e47-9733-434c-94c8-9d0370ef0e53 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1601286 Apr 15 19:50:54.618414 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8b872140-c296-4293-857f-9f6f99860e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.622315 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8a6f45a7-258b-4253-82dc-f9ad5dc14846 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:54.643033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.645886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.650110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b872140-c296-4293-857f-9f6f99860e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fcfde1-a8d5-4b9e-a0fb-e4eafb7af4c8,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:54.653815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8b872140-c296-4293-857f-9f6f99860e52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:54.655459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-26a082f5-9ecd-47ff-8d36-5d6b8b9206c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:54.662969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8b872140-c296-4293-857f-9f6f99860e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.667241 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8b872140-c296-4293-857f-9f6f99860e52 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a2fcfde1-a8d5-4b9e-a0fb-e4eafb7af4c8 HTTP/1.1" status: 204 len: 168 time: 0.3727374 Apr 15 19:50:54.691347 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0468ebc1-1274-4d75-95a3-2c3d3e33c023 req-9ba35ae3-daa5-4869-bbfc-1c6395f0de31 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608811 Apr 15 19:50:54.712337 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b4a5eb4267104fa79fcb9e3f99c28c84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4153702 Apr 15 19:50:54.714105 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bfb0d4d-b635-46c3-967f-ad31696be7d7,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:54.715471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38814) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:54.718123 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:54.779878 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2b257d10-5af5-49ba-8c51-938c6d925393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.811202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2b257d10-5af5-49ba-8c51-938c6d925393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.857639 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2b257d10-5af5-49ba-8c51-938c6d925393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.862600 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e2cf0d4c-dc94-4952-8508-0250428eee47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:54.880280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b257d10-5af5-49ba-8c51-938c6d925393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bfb0d4d-b635-46c3-967f-ad31696be7d7,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:54.887686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2b257d10-5af5-49ba-8c51-938c6d925393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:54.889513 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2b257d10-5af5-49ba-8c51-938c6d925393 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5bfb0d4d-b635-46c3-967f-ad31696be7d7 HTTP/1.1" status: 204 len: 168 time: 0.1724000 Apr 15 19:50:54.891063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2b257d10-5af5-49ba-8c51-938c6d925393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:55.015977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38826) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:55.048311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.064445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:55.068743 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Usage tracker for resource:security_group_rule and tenant:d283ce4941b149e8859e12bf75cc7757 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:55.072466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:55.078575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:55.175618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.180248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.190554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-41199faa-db22-47f1-aff8-0b41c35e177e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:55.237261 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d283ce4941b149e8859e12bf75cc7757&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2174752 Apr 15 19:50:55.237261 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8401c0-09e4-4177-a68b-a9b8804a6383,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:55.239014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:55.239348 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38836) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:55.256734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 38840) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:55.280466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.298787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:50:55.302982 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Usage tracker for resource:security_group_rule and tenant:49cdd0dd143b469998698dc63c6235a0 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:50:55.306536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:50:55.313349 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:50:55.321451 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-62bed3a2-cfea-45bb-9d77-3a168fe37f60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.349520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-62bed3a2-cfea-45bb-9d77-3a168fe37f60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.396874 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-62bed3a2-cfea-45bb-9d77-3a168fe37f60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.401939 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.402072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b38d90ed-b221-4fd3-8329-86a05035671a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:55.404484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.416027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bed3a2-cfea-45bb-9d77-3a168fe37f60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8401c0-09e4-4177-a68b-a9b8804a6383,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:55.417235 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e03280a6-597e-4ead-87f3-df590df81e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:55.418892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-62bed3a2-cfea-45bb-9d77-3a168fe37f60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:55.430015 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-62bed3a2-cfea-45bb-9d77-3a168fe37f60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.433711 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-62bed3a2-cfea-45bb-9d77-3a168fe37f60 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9e8401c0-09e4-4177-a68b-a9b8804a6383 HTTP/1.1" status: 204 len: 168 time: 0.1908400 Apr 15 19:50:55.460708 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49cdd0dd143b469998698dc63c6235a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2026076 Apr 15 19:50:55.463820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 38848) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:50:55.465295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317e5937-e87a-4a60-aae1-664cabb5f52c,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:55.468578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:55.535196 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-32e35923-745d-4ec5-8be1-aacdc128e5f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.565824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-32e35923-745d-4ec5-8be1-aacdc128e5f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.614795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-32e35923-745d-4ec5-8be1-aacdc128e5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.620122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-80c6d641-c951-4900-96f1-7996b38c639b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:50:55.633527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e35923-745d-4ec5-8be1-aacdc128e5f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317e5937-e87a-4a60-aae1-664cabb5f52c,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:50:55.636859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-32e35923-745d-4ec5-8be1-aacdc128e5f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:50:55.639345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-32e35923-745d-4ec5-8be1-aacdc128e5f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.644221 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-32e35923-745d-4ec5-8be1-aacdc128e5f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/317e5937-e87a-4a60-aae1-664cabb5f52c HTTP/1.1" status: 204 len: 168 time: 0.1789308 Apr 15 19:50:55.674766 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:50:55.969475 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e80f2c-4203-4eda-af5a-14d340fdd3d5 req-35af8eae-cedf-49d3-8e03-c46ffdd7896c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:55.971132 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-99e80f2c-4203-4eda-af5a-14d340fdd3d5 req-35af8eae-cedf-49d3-8e03-c46ffdd7896c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1110260 Apr 15 19:50:56.026241 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-99e80f2c-4203-4eda-af5a-14d340fdd3d5 req-9f8ff3f7-20a9-4bd1-92b6-9ed980c767de tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461681 Apr 15 19:50:57.477046 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb04dcc-884e-4f07-9bdd-2df0f008f1e7 req-2c7747f6-01ea-482f-931f-3bdee35bfa2d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:57.478801 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cdb04dcc-884e-4f07-9bdd-2df0f008f1e7 req-2c7747f6-01ea-482f-931f-3bdee35bfa2d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.3331821 Apr 15 19:50:57.542944 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cdb04dcc-884e-4f07-9bdd-2df0f008f1e7 req-2a6f36ac-7d3b-4c47-9659-c9feb57d3baf tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488989 Apr 15 19:50:58.791900 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6c553-3fa9-4e25-b019-43deb0aa5939 req-bbb224ff-a8f9-4b51-bc0c-5e9c3a5dec0a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:50:58.793487 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c1e6c553-3fa9-4e25-b019-43deb0aa5939 req-bbb224ff-a8f9-4b51-bc0c-5e9c3a5dec0a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.0908766 Apr 15 19:50:58.844096 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c1e6c553-3fa9-4e25-b019-43deb0aa5939 req-b7b559be-34dc-438d-8255-3d747b0e90c1 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440826 Apr 15 19:51:00.077995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d009fd5a-6c09-47d4-a8f3-37d0fbd61a4c req-61fae674-a6bb-422e-bd95-b17f49f13303 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:00.079626 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d009fd5a-6c09-47d4-a8f3-37d0fbd61a4c req-61fae674-a6bb-422e-bd95-b17f49f13303 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.0928199 Apr 15 19:51:00.133711 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d009fd5a-6c09-47d4-a8f3-37d0fbd61a4c req-ddea0be9-f7dc-49d3-852a-57f803ff4f23 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461345 Apr 15 19:51:01.364707 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a71f5cd-330d-4c5e-8610-7459fcd38eb4 req-d8cc62db-3532-4bb9-b4c6-661d225120b9 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:01.366998 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5a71f5cd-330d-4c5e-8610-7459fcd38eb4 req-d8cc62db-3532-4bb9-b4c6-661d225120b9 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.0923917 Apr 15 19:51:01.420153 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5a71f5cd-330d-4c5e-8610-7459fcd38eb4 req-d04c0173-0c66-42d1-a3df-ebbfb9371213 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426044 Apr 15 19:51:01.565282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39098) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:01.699325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:01.719397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:01.724289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Usage tracker for resource:security_group_rule and tenant:0a61183274d545259e5bc2a3aa944735 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:01.728430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:01.734719 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:01.838507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:01.844199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:01.856171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-44977297-de74-4ec9-9b13-f9ff02e53263 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:01.901440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce75fd5-2809-4369-80b7-72f8edb17a0a,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:01.905777 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:01.911392 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a61183274d545259e5bc2a3aa944735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3429267 Apr 15 19:51:01.914153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39114) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:01.989233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff1de-0620-4be2-a373-c1e2b8c02b7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.017590 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff1de-0620-4be2-a373-c1e2b8c02b7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.086269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff1de-0620-4be2-a373-c1e2b8c02b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.092008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-70f8517b-4820-4353-a9b0-62d05049a494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:02.108361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ff1de-0620-4be2-a373-c1e2b8c02b7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce75fd5-2809-4369-80b7-72f8edb17a0a,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:02.111244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cd0ff1de-0620-4be2-a373-c1e2b8c02b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:02.118553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cd0ff1de-0620-4be2-a373-c1e2b8c02b7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.122872 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-cd0ff1de-0620-4be2-a373-c1e2b8c02b7c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1ce75fd5-2809-4369-80b7-72f8edb17a0a HTTP/1.1" status: 204 len: 168 time: 0.2067926 Apr 15 19:51:02.466601 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39138) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:02.498024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.517689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:02.522409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Usage tracker for resource:security_group_rule and tenant:13d3e95652864a80b39062d2c9027271 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:02.526214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:02.538037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:02.692999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.698930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.708367 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-50678f39-875b-4975-b922-9eb9049a93ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:02.758606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1278ba39-53a8-4850-81e0-b2e036b52a67 req-f9376f99-1a37-4c75-bdf4-96d1b8ac2e4e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:02.760214 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1278ba39-53a8-4850-81e0-b2e036b52a67 req-f9376f99-1a37-4c75-bdf4-96d1b8ac2e4e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1786599 Apr 15 19:51:02.769916 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13d3e95652864a80b39062d2c9027271&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021588 Apr 15 19:51:02.772453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd0eef5-7a9c-4a22-a47f-c81cc312ad7d,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:02.773096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39150) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:02.789151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:02.820123 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1278ba39-53a8-4850-81e0-b2e036b52a67 req-c3f288f1-2df8-4fe5-a71c-dbe117a95793 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479479 Apr 15 19:51:02.844034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-62ed1c88-7a50-47d5-a790-4a89d3bcbff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.871309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-62ed1c88-7a50-47d5-a790-4a89d3bcbff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.915355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-62ed1c88-7a50-47d5-a790-4a89d3bcbff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.920420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bd5e2232-ed14-4122-96f5-9243ddada20a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:02.931654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed1c88-7a50-47d5-a790-4a89d3bcbff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd0eef5-7a9c-4a22-a47f-c81cc312ad7d,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:02.936459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-62ed1c88-7a50-47d5-a790-4a89d3bcbff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:02.938483 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-62ed1c88-7a50-47d5-a790-4a89d3bcbff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:02.939640 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-62ed1c88-7a50-47d5-a790-4a89d3bcbff9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bfd0eef5-7a9c-4a22-a47f-c81cc312ad7d HTTP/1.1" status: 204 len: 168 time: 0.1653843 Apr 15 19:51:03.889620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39202) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:04.051167 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd39c59-62fc-423d-9d75-5293b96610fb req-1a8ff457-501a-44d7-856e-a1e24e58c043 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:04.053565 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4bd39c59-62fc-423d-9d75-5293b96610fb req-1a8ff457-501a-44d7-856e-a1e24e58c043 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1040845 Apr 15 19:51:04.062020 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:04.080048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:04.093093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:3e9a7e36b14f4d2fb72b31293fab9b99 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:04.093093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:04.095931 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:04.125626 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4bd39c59-62fc-423d-9d75-5293b96610fb req-70d60a3f-1292-4ce0-a538-09065549c8bc tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637548 Apr 15 19:51:04.195482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:04.201113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:04.236810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:04.271107 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3e9a7e36b14f4d2fb72b31293fab9b99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3750799 Apr 15 19:51:04.272040 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39226) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:04.277930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f5fde9-240d-4611-9213-437a6593b84e,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:04.291433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:04.356205 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9f42889a-b47e-42cb-8ce1-e95e8066cb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:04.390324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9f42889a-b47e-42cb-8ce1-e95e8066cb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:04.446357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9f42889a-b47e-42cb-8ce1-e95e8066cb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:04.452596 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3b23520a-2f91-48e5-a58d-a052f9b3264d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:04.470210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f42889a-b47e-42cb-8ce1-e95e8066cb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f5fde9-240d-4611-9213-437a6593b84e,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:04.474547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9f42889a-b47e-42cb-8ce1-e95e8066cb3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:04.490683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9f42889a-b47e-42cb-8ce1-e95e8066cb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:04.493837 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9f42889a-b47e-42cb-8ce1-e95e8066cb3a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/54f5fde9-240d-4611-9213-437a6593b84e HTTP/1.1" status: 204 len: 168 time: 0.2188067 Apr 15 19:51:04.911876 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39262) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:04.932358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:04.951829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:04.956517 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Usage tracker for resource:security_group_rule and tenant:61ac37958f134572916eaf232f59cc1c is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:04.959097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:04.966606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:05.062332 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.065692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.075418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f6e09d8c-3ae7-497a-b03d-18a1d731d94e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:05.122469 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=61ac37958f134572916eaf232f59cc1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2068753 Apr 15 19:51:05.122469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e27b9932-2722-4393-822a-9f28a78dd89e,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:05.122961 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39270) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:05.124821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:05.196728 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-24927670-beab-44c1-a5a8-d158a570465d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.230035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-24927670-beab-44c1-a5a8-d158a570465d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.281363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-24927670-beab-44c1-a5a8-d158a570465d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.292151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-32e35923-745d-4ec5-8be1-aacdc128e5f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:05.309569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39282) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:05.311225 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-24927670-beab-44c1-a5a8-d158a570465d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.312730 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-24927670-beab-44c1-a5a8-d158a570465d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e27b9932-2722-4393-822a-9f28a78dd89e HTTP/1.1" status: 204 len: 168 time: 0.1881316 Apr 15 19:51:05.325703 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24927670-beab-44c1-a5a8-d158a570465d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e27b9932-2722-4393-822a-9f28a78dd89e,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:05.328458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-24927670-beab-44c1-a5a8-d158a570465d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:05.329241 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39290) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:05.400653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc899b5-e0f0-462e-a764-1f54d736bc6c req-eb2c7455-9594-460c-84b0-a617b1765571 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:05.403079 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ebc899b5-e0f0-462e-a764-1f54d736bc6c req-eb2c7455-9594-460c-84b0-a617b1765571 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1490719 Apr 15 19:51:05.512392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.525923 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ebc899b5-e0f0-462e-a764-1f54d736bc6c req-1a4b3050-f4bd-4312-8a31-d78ec04d3d7c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139977 Apr 15 19:51:05.547801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:05.556455 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Usage tracker for resource:security_group_rule and tenant:226591e5d86445848ea41e5e28716ec4 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:05.561112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:05.584790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:05.718055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.721969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.734538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7fd18135-5adc-4d31-82f8-c79ab6cbb90e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:05.785930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3638467d-2fbd-4390-a8a8-7238629b65a7,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:05.792403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.807388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:05.832420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:05.842074 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=226591e5d86445848ea41e5e28716ec4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5273261 Apr 15 19:51:05.843817 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Usage tracker for resource:security_group_rule and tenant:3aa5f6bbed6341b89d289adbbb5081fd is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:05.844953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39316) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:05.848733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:05.856730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:05.938148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b337c659-49df-4605-a178-edc9f9a50752 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.968210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.968672 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b337c659-49df-4605-a178-edc9f9a50752 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.972394 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:05.984773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fa3baa2a-3079-41ea-bb86-b244672df434 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:06.032112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b337c659-49df-4605-a178-edc9f9a50752 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.042879 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3aa5f6bbed6341b89d289adbbb5081fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7117372 Apr 15 19:51:06.045262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39326) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:06.046621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ee6426d6-9e3b-48de-b061-9a59d9917ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:06.059243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d8bfa1-a624-4ac7-8b80-f487b95bfbff,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:06.063099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:06.083196 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337c659-49df-4605-a178-edc9f9a50752 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3638467d-2fbd-4390-a8a8-7238629b65a7,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:06.086923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b337c659-49df-4605-a178-edc9f9a50752 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:06.090520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b337c659-49df-4605-a178-edc9f9a50752 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.093804 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b337c659-49df-4605-a178-edc9f9a50752 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3638467d-2fbd-4390-a8a8-7238629b65a7 HTTP/1.1" status: 204 len: 168 time: 0.2457142 Apr 15 19:51:06.141934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c3b70fb7-dea7-4909-aa26-251a571bdfe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.172464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c3b70fb7-dea7-4909-aa26-251a571bdfe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.221178 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c3b70fb7-dea7-4909-aa26-251a571bdfe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.227004 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8b872140-c296-4293-857f-9f6f99860e52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:06.241647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b70fb7-dea7-4909-aa26-251a571bdfe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d8bfa1-a624-4ac7-8b80-f487b95bfbff,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:06.244696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c3b70fb7-dea7-4909-aa26-251a571bdfe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:06.246034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c3b70fb7-dea7-4909-aa26-251a571bdfe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.247243 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c3b70fb7-dea7-4909-aa26-251a571bdfe9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1d8bfa1-a624-4ac7-8b80-f487b95bfbff HTTP/1.1" status: 204 len: 168 time: 0.1910386 Apr 15 19:51:06.539727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39348) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:06.566969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.583378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:06.587458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] Usage tracker for resource:security_group_rule and tenant:905abb2d80d74d5cbb73b0e5b627f509 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:06.590781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:06.596887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:06.699022 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.702856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.714253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a20368e1-cb47-430e-8b94-5bec0f080bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:06.812562 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d72c5782-3b8f-45b5-ae40-8b6db7c9934a,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:06.814163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:06.848879 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-397abde7-62a8-4e95-96aa-8e6f29a5abd4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=905abb2d80d74d5cbb73b0e5b627f509&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3073697 Apr 15 19:51:06.853046 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39368) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:06.889251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfcbc72-bb35-4936-8541-2c9a5c26b278 req-31f7757c-7677-4ab0-a791-9a45e0060d13 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:06.897678 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cfcbc72-bb35-4936-8541-2c9a5c26b278 req-31f7757c-7677-4ab0-a791-9a45e0060d13 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1508639 Apr 15 19:51:06.954700 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cfcbc72-bb35-4936-8541-2c9a5c26b278 req-24f68785-ef57-48c5-8b16-836ca8517a94 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557151 Apr 15 19:51:06.964379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f7003dfb-4bce-41c1-92d9-c39fa1fe157c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:06.993430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f7003dfb-4bce-41c1-92d9-c39fa1fe157c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:07.045571 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f7003dfb-4bce-41c1-92d9-c39fa1fe157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:07.050676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:07.067290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7003dfb-4bce-41c1-92d9-c39fa1fe157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72c5782-3b8f-45b5-ae40-8b6db7c9934a,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:07.087499 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f7003dfb-4bce-41c1-92d9-c39fa1fe157c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:07.112700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f7003dfb-4bce-41c1-92d9-c39fa1fe157c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:07.117579 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f7003dfb-4bce-41c1-92d9-c39fa1fe157c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d72c5782-3b8f-45b5-ae40-8b6db7c9934a HTTP/1.1" status: 204 len: 168 time: 0.2599647 Apr 15 19:51:07.302639 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-935bf39a-90ee-4d34-8c74-fb66fe8cb984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:07.778742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39444) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:07.997873 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:08.018358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:08.022784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Usage tracker for resource:security_group_rule and tenant:e95f1b73f70e4253a4b3d7f620a10c63 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:08.026224 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:08.032542 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:08.132882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:08.139663 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:08.183224 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-24927670-beab-44c1-a5a8-d158a570465d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:08.193561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ce9c0-fcce-47bc-a58b-3013fea98da7 req-ac9f0496-3ea6-45a6-85ca-a699daae03e4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:08.195361 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-750ce9c0-fcce-47bc-a58b-3013fea98da7 req-ac9f0496-3ea6-45a6-85ca-a699daae03e4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1114070 Apr 15 19:51:08.218033 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e95f1b73f70e4253a4b3d7f620a10c63&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4378700 Apr 15 19:51:08.218911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39476) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:08.254900 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-750ce9c0-fcce-47bc-a58b-3013fea98da7 req-08652529-a5a1-4756-aaa1-55c01b221fe2 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524745 Apr 15 19:51:08.276772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f107a4ed-3332-43ae-9d31-446c90e76f35,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:08.280520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:08.330982 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-798b2c47-dbbc-4f5b-b849-3834f93aca2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:08.383027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-798b2c47-dbbc-4f5b-b849-3834f93aca2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:08.447921 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-798b2c47-dbbc-4f5b-b849-3834f93aca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:08.453540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-00c59a0e-65c8-4508-9b10-47211f47e6c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:08.464765 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798b2c47-dbbc-4f5b-b849-3834f93aca2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f107a4ed-3332-43ae-9d31-446c90e76f35,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:08.468522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-798b2c47-dbbc-4f5b-b849-3834f93aca2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:08.471896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-798b2c47-dbbc-4f5b-b849-3834f93aca2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:08.473117 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-798b2c47-dbbc-4f5b-b849-3834f93aca2d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f107a4ed-3332-43ae-9d31-446c90e76f35 HTTP/1.1" status: 204 len: 168 time: 0.2453647 Apr 15 19:51:08.978491 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39518) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:08.998143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.013705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:09.018217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Usage tracker for resource:security_group_rule and tenant:5f4c048b61314bb4b14a017269ccf2e9 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:09.021495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:09.027708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:09.034806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39522) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:09.120621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.123907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.137427 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5fc46cc4-563f-444a-a0ad-6c76504891c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:09.179846 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5f4c048b61314bb4b14a017269ccf2e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999638 Apr 15 19:51:09.181661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b8c2b8-39c6-44e5-ae3e-de9de2731b26,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:09.182612 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39528) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:09.184854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:09.260833 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.290268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:09.298979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Usage tracker for resource:security_group_rule and tenant:2377c1d60cb74e4badd0da1ddccacddf is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:09.303133 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bac2a347-5c0d-401e-a2af-26844b1bcefe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.305161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:09.318414 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:09.346497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bac2a347-5c0d-401e-a2af-26844b1bcefe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.487805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bac2a347-5c0d-401e-a2af-26844b1bcefe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.505694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-68ea16fa-5872-440c-ae43-ee54c3abc2d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:09.535867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac2a347-5c0d-401e-a2af-26844b1bcefe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b8c2b8-39c6-44e5-ae3e-de9de2731b26,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:09.557311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bac2a347-5c0d-401e-a2af-26844b1bcefe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:09.571154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9666ad0a-f088-4ad2-ab87-098f4a8fe799 req-461f2f07-cded-456c-935e-56ddc7d7d735 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:09.572760 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9666ad0a-f088-4ad2-ab87-098f4a8fe799 req-461f2f07-cded-456c-935e-56ddc7d7d735 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1793480 Apr 15 19:51:09.600100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bac2a347-5c0d-401e-a2af-26844b1bcefe admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.601245 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-bac2a347-5c0d-401e-a2af-26844b1bcefe admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b1b8c2b8-39c6-44e5-ae3e-de9de2731b26 HTTP/1.1" status: 204 len: 168 time: 0.4172750 Apr 15 19:51:09.607312 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.614277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.625375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-20c9b66f-6120-4497-a1af-1318f73b4265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:09.684864 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9666ad0a-f088-4ad2-ab87-098f4a8fe799 req-ee0cf092-8589-4587-8455-bbc427fb2d80 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024244 Apr 15 19:51:09.690959 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2377c1d60cb74e4badd0da1ddccacddf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6550572 Apr 15 19:51:09.692754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd607629-fa09-4793-ac2a-a6decfdaa2af,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:09.693955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39540) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:09.696771 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:09.705890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ff9355a4-069d-444a-ab35-45dd76c7c0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.768781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9efa278c-ad0d-404c-9d1e-cb0a3e051590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.798487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9efa278c-ad0d-404c-9d1e-cb0a3e051590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.854689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9efa278c-ad0d-404c-9d1e-cb0a3e051590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.860042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-281e5407-858e-4947-acfd-f8184feed36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:09.873630 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efa278c-ad0d-404c-9d1e-cb0a3e051590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd607629-fa09-4793-ac2a-a6decfdaa2af,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:09.875959 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9efa278c-ad0d-404c-9d1e-cb0a3e051590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:09.891144 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9efa278c-ad0d-404c-9d1e-cb0a3e051590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:09.892385 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9efa278c-ad0d-404c-9d1e-cb0a3e051590 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bd607629-fa09-4793-ac2a-a6decfdaa2af HTTP/1.1" status: 204 len: 168 time: 0.1967559 Apr 15 19:51:10.229468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:10.569551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:11.018093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef01e70-5852-48da-a423-804a94b17a2a req-f0d44c46-79e8-495d-883b-70bcc4d5e9c1 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:11.020026 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aef01e70-5852-48da-a423-804a94b17a2a req-f0d44c46-79e8-495d-883b-70bcc4d5e9c1 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1592302 Apr 15 19:51:11.099847 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aef01e70-5852-48da-a423-804a94b17a2a req-508e3c80-df26-4b3e-acc5-86e18e75b19c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707247 Apr 15 19:51:12.052351 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:12.333461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a92b9b9-ed93-4144-b9fe-a0bf1e34a63f req-dc36f7a9-daf8-4bd1-9d5f-b5ee3e797729 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:12.336486 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4a92b9b9-ed93-4144-b9fe-a0bf1e34a63f req-dc36f7a9-daf8-4bd1-9d5f-b5ee3e797729 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1158135 Apr 15 19:51:12.385085 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4a92b9b9-ed93-4144-b9fe-a0bf1e34a63f req-d3bf3b2e-6f5b-4f7b-8ebe-24e45ed93df4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429831 Apr 15 19:51:13.600069 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676cd7c4-1f5b-4190-96dc-ba3ac8df761e req-67612fac-adb1-4b11-9f8d-964db18eede0 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:13.601754 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-676cd7c4-1f5b-4190-96dc-ba3ac8df761e req-67612fac-adb1-4b11-9f8d-964db18eede0 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.0940673 Apr 15 19:51:13.659003 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-676cd7c4-1f5b-4190-96dc-ba3ac8df761e req-10a396e8-ceb6-460c-ab7b-582467097eeb tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506127 Apr 15 19:51:13.748706 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39712) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:13.889483 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:13.907129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:13.911812 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Usage tracker for resource:security_group_rule and tenant:ad2c0a13457143bf97bcbfcf7948fa43 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:13.915697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:13.922050 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:14.011188 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:14.013990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:14.026871 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c24f1c80-2605-441c-ae7e-c3c154ab093c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:14.070027 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ad2c0a13457143bf97bcbfcf7948fa43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200665 Apr 15 19:51:14.070954 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06077b57-56ce-41d1-b4d8-a0b42b74d06f,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:14.073013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39736) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:14.074182 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:14.141617 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e046f19d-f2c0-4128-b078-9638ee8f99ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:14.169125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e046f19d-f2c0-4128-b078-9638ee8f99ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:14.215640 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e046f19d-f2c0-4128-b078-9638ee8f99ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:14.221885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9efa278c-ad0d-404c-9d1e-cb0a3e051590 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:14.234807 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e046f19d-f2c0-4128-b078-9638ee8f99ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06077b57-56ce-41d1-b4d8-a0b42b74d06f,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:14.238033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e046f19d-f2c0-4128-b078-9638ee8f99ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:14.239029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e046f19d-f2c0-4128-b078-9638ee8f99ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:14.243942 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e046f19d-f2c0-4128-b078-9638ee8f99ab admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/06077b57-56ce-41d1-b4d8-a0b42b74d06f HTTP/1.1" status: 204 len: 168 time: 0.1657100 Apr 15 19:51:14.879478 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d9ab23-e60e-4615-950b-dcae54bc4cce req-b0e697ba-3212-497c-b5f4-d2208a8233de tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:14.881227 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-99d9ab23-e60e-4615-950b-dcae54bc4cce req-b0e697ba-3212-497c-b5f4-d2208a8233de tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.0967932 Apr 15 19:51:14.932476 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-99d9ab23-e60e-4615-950b-dcae54bc4cce req-1e84a288-e182-4716-b002-e51ca257a5cd tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Apr 15 19:51:15.891954 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39808) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:16.102174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:16.125154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:16.134687 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Usage tracker for resource:security_group_rule and tenant:f80cb1e7e84d41c39d8f0b88998d3890 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:16.145342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:16.159960 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:16.170821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb11fd5-71d3-4c3e-9067-244c5753829a req-f5528be8-9ca8-460f-801a-e62a656ab0e7 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:16.172928 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9bb11fd5-71d3-4c3e-9067-244c5753829a req-f5528be8-9ca8-460f-801a-e62a656ab0e7 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1106553 Apr 15 19:51:16.230092 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9bb11fd5-71d3-4c3e-9067-244c5753829a req-48daae17-4492-417d-9ab3-1aeeeaf04186 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508568 Apr 15 19:51:16.292558 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:16.304801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:16.318039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8107d0ca-1f5b-4303-9493-260c154105ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:16.376297 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f80cb1e7e84d41c39d8f0b88998d3890&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4831464 Apr 15 19:51:16.378013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eec4affc-1dad-4141-a49c-55c99f65cb1d,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:16.379122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39824) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:16.381206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:16.440025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3213dbb2-b8ae-462c-9db7-c7ee027d7331 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:16.468299 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3213dbb2-b8ae-462c-9db7-c7ee027d7331 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:16.514330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3213dbb2-b8ae-462c-9db7-c7ee027d7331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:16.519563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bac2a347-5c0d-401e-a2af-26844b1bcefe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:16.535690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213dbb2-b8ae-462c-9db7-c7ee027d7331 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eec4affc-1dad-4141-a49c-55c99f65cb1d,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:16.543490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3213dbb2-b8ae-462c-9db7-c7ee027d7331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:16.545617 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3213dbb2-b8ae-462c-9db7-c7ee027d7331 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:16.549288 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3213dbb2-b8ae-462c-9db7-c7ee027d7331 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/eec4affc-1dad-4141-a49c-55c99f65cb1d HTTP/1.1" status: 204 len: 168 time: 0.1666770 Apr 15 19:51:16.800907 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-3af997d4-8d62-4249-92a9-3cd9d769e7cb tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=ae3d1fd83bb944c08451e299082b4100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396044 Apr 15 19:51:16.861726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39838) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:16.885598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:16.903105 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:16.907149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Usage tracker for resource:security_group_rule and tenant:8decf4ad77064dcdaab65a661d0b717c is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:16.910101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:16.916926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:16.970339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-daf2bd01-4ab6-48ce-b36c-53b1d6c4ac4c tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:16.971944 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-daf2bd01-4ab6-48ce-b36c-53b1d6c4ac4c tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1644471 Apr 15 19:51:16.991766 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-1d176d91-1cf6-45c1-927f-725be69a26e3 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/quotas/ae3d1fd83bb944c08451e299082b4100 HTTP/1.1" status: 200 len: 375 time: 0.0096409 Apr 15 19:51:17.002174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:17.005011 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:17.013214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-917c15b7-42c2-4593-914b-bdf4668dae5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:17.045289 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-9706ef41-9216-4203-980b-aec1544e9d55 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=ae3d1fd83bb944c08451e299082b4100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477953 Apr 15 19:51:17.055761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7e9d9d9-5670-4674-aea3-33e0fcf231bd,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:17.058970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:17.065642 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8decf4ad77064dcdaab65a661d0b717c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1996038 Apr 15 19:51:17.065642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39842) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:17.128102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-235b29ba-9269-4408-8245-354e107ef0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:17.158560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-235b29ba-9269-4408-8245-354e107ef0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:17.211864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-235b29ba-9269-4408-8245-354e107ef0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:17.217284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cd0ff1de-0620-4be2-a373-c1e2b8c02b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:17.230006 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b29ba-9269-4408-8245-354e107ef0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7e9d9d9-5670-4674-aea3-33e0fcf231bd,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:17.232289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-235b29ba-9269-4408-8245-354e107ef0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:17.240071 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-235b29ba-9269-4408-8245-354e107ef0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:17.245066 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-235b29ba-9269-4408-8245-354e107ef0fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d7e9d9d9-5670-4674-aea3-33e0fcf231bd HTTP/1.1" status: 204 len: 168 time: 0.1787815 Apr 15 19:51:17.302384 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-99c37341-e7f6-4b60-8a6b-1e02ccd2420c req-10ee3163-1127-462b-be20-8f597f2aee21 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 210 time: 0.0863953 Apr 15 19:51:17.508929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bc2bf0-0469-492d-b656-24ebbb7c8164 req-6c7b4e4c-02a5-4e90-97ed-c977e0d5e2c7 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:17.517419 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e0bc2bf0-0469-492d-b656-24ebbb7c8164 req-6c7b4e4c-02a5-4e90-97ed-c977e0d5e2c7 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1628270 Apr 15 19:51:17.586478 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e0bc2bf0-0469-492d-b656-24ebbb7c8164 req-2e03d7fb-0ef8-4269-af6f-2e485c229f35 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679257 Apr 15 19:51:17.841688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39888) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:17.862981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:17.880511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:17.886319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Usage tracker for resource:security_group_rule and tenant:64deb92584804487bae68000ad30a3f0 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:17.889498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:17.895595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:17.983153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:17.985979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:17.996222 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c8efc636-4a32-4bd8-9682-2a4249e85b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:18.038462 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=64deb92584804487bae68000ad30a3f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949604 Apr 15 19:51:18.040108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5849518f-3ed2-424d-9214-1118a4838cdf,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:18.041346 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 39892) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:18.043316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:18.105868 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-330a7981-a2e7-472e-85d0-b6bba0457f7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:18.134647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-330a7981-a2e7-472e-85d0-b6bba0457f7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:18.188781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-330a7981-a2e7-472e-85d0-b6bba0457f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:18.194980 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b337c659-49df-4605-a178-edc9f9a50752 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:18.208589 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330a7981-a2e7-472e-85d0-b6bba0457f7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5849518f-3ed2-424d-9214-1118a4838cdf,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:18.211422 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-330a7981-a2e7-472e-85d0-b6bba0457f7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:18.215100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-330a7981-a2e7-472e-85d0-b6bba0457f7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:18.216987 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-330a7981-a2e7-472e-85d0-b6bba0457f7d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5849518f-3ed2-424d-9214-1118a4838cdf HTTP/1.1" status: 204 len: 168 time: 0.1744819 Apr 15 19:51:18.461715 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e68dbb77-ec9b-4180-a5e1-df30f1973ea1 req-245b1409-3d51-4ad6-96fc-e6007d119263 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 210 time: 0.0503733 Apr 15 19:51:18.671192 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-0c09c4e4-e36f-421b-8e76-c402bcbd4f25 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.61 "GET /v2.0/networks?tenant_id=ae3d1fd83bb944c08451e299082b4100&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363183 Apr 15 19:51:18.795843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb41e5c1-2c36-458b-ac4a-0c29e4f68e46 req-19920f30-8a70-4b86-afd0-cab29c27dd9c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:18.804860 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bb41e5c1-2c36-458b-ac4a-0c29e4f68e46 req-19920f30-8a70-4b86-afd0-cab29c27dd9c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1051867 Apr 15 19:51:18.866796 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bb41e5c1-2c36-458b-ac4a-0c29e4f68e46 req-624d17bf-dfe5-4d8a-baa9-d18790bad84a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553958 Apr 15 19:51:18.979674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-f3c81d57-a568-40c3-a4ef-bf2ef1279c55 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:18.981502 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-f3c81d57-a568-40c3-a4ef-bf2ef1279c55 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.61 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3018732 Apr 15 19:51:18.999649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Request body: {'port': {'device_id': '65e6a5ab-8ae2-4541-82ff-4dbcd9300470', 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8', 'admin_state_up': True, 'tenant_id': 'ae3d1fd83bb944c08451e299082b4100'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:19.170181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:19.174273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Usage tracker for resource:port and tenant:ae3d1fd83bb944c08451e299082b4100 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:19.177244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:19.184134 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:19.194150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Made reservation on behalf of ae3d1fd83bb944c08451e299082b4100 for: {'port': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:51:19.200354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:19.214923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:19.236501 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:19.240595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Usage tracker for resource:security_group_rule and tenant:ae3d1fd83bb944c08451e299082b4100 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:19.243575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:19.251942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:19.276577 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39938) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:19.360237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:19.363250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:19.368056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e7220706-f619-4776-8080-b7a559f38eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:19.450511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f306ba53-1131-4d88-b7a0-468fc4a9aaf1,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:19.456754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:19.595906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Allocated IP 192.168.233.113 (457a3be7-f367-4f26-b640-10c0680121d8/cabcfa8e-cdb1-4efd-929f-0f5445b6f283/6eb01519-797f-41ea-b86b-6b7ef9c5ad25) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:51:19.603855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:19.631936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:19.642404 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Usage tracker for resource:security_group_rule and tenant:df1de14ddd7945ec8e5ad35fdb18069d is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:19.655368 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-25c737cf-7c41-4025-b7e0-66a1a12560ee req-c80daedf-d9f0-47d5-8df1-545af436a332 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 210 time: 0.0640476 Apr 15 19:51:19.658541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:19.672531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:19.940218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:19.955975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:19.964602 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:19.976298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f7003dfb-4bce-41c1-92d9-c39fa1fe157c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:19.993165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Transition to ACTIVE for port object 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 will not be triggered until provisioned by entity DHCP. {{(pid=85367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:20.030469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cbfff9-cd2d-44ac-b2e2-d6ece0189203,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:20.036846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:20.041467 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df1de14ddd7945ec8e5ad35fdb18069d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7619181 Apr 15 19:51:20.048358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 39972) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:20.096586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f6c7de-3648-4cc3-bf2f-316c836fbd5d req-a2bc2299-1d01-4c2e-a6e9-5b67513bc7f2 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:20.098231 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02f6c7de-3648-4cc3-bf2f-316c836fbd5d req-a2bc2299-1d01-4c2e-a6e9-5b67513bc7f2 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.0984511 Apr 15 19:51:20.110735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:20.140201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-464900ba-3cec-4906-b954-c64db1b55eae tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:20.168247 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02f6c7de-3648-4cc3-bf2f-316c836fbd5d req-812995db-d914-47bc-9474-68bcf488a0cd tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629036 Apr 15 19:51:20.462013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d1d85081-b6d7-47d6-9e9e-cf2b9866d933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:20.524014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Pushing event updated for resources: {'Port': ['ID=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:20.531844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:20.533537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d1d85081-b6d7-47d6-9e9e-cf2b9866d933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:20.610930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Network 457a3be7-f367-4f26-b640-10c0680121d8 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:20.612643 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:20.615253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:51:20.675723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d1d85081-b6d7-47d6-9e9e-cf2b9866d933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:20.683775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-54e4efe7-3620-4915-bdc6-7caba99bb9c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:20.729117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d85081-b6d7-47d6-9e9e-cf2b9866d933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cbfff9-cd2d-44ac-b2e2-d6ece0189203,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:20.740090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:20.741283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:20.745389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d1d85081-b6d7-47d6-9e9e-cf2b9866d933 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:20.763045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d1d85081-b6d7-47d6-9e9e-cf2b9866d933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:20.766788 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d1d85081-b6d7-47d6-9e9e-cf2b9866d933 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a0cbfff9-cd2d-44ac-b2e2-d6ece0189203 HTTP/1.1" status: 204 len: 168 time: 0.7123232 Apr 15 19:51:20.775874 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7809117 Apr 15 19:51:20.790391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Request body: {'port': {'device_id': '65e6a5ab-8ae2-4541-82ff-4dbcd9300470', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:21.009688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-a4a86923-7fba-4099-8ac6-3044d6f24481 None None] Provisioning for port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:21.032478 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.035866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-a4a86923-7fba-4099-8ac6-3044d6f24481 None None] Provisioning complete for port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:21.036297 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a4a86923-7fba-4099-8ac6-3044d6f24481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.158162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-a4a86923-7fba-4099-8ac6-3044d6f24481 None None] Port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:51:21.158427 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e73291-dbc7-4423-892b-66d438afbb69 req-b512b0a1-ac3e-491b-b353-a71cbb1a18a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:21.165065 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b7e73291-dbc7-4423-892b-66d438afbb69 req-b512b0a1-ac3e-491b-b353-a71cbb1a18a9 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 1098 time: 0.1540630 Apr 15 19:51:21.212644 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b7e73291-dbc7-4423-892b-66d438afbb69 req-51c66db0-6c40-4a6a-8b8f-afffd2067d8e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437176 Apr 15 19:51:21.227676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf7c9ff-c1ec-415f-a25d-e84b6afdfcb6 req-f4c2e55f-6cc1-4765-ae4c-d4bef74e73a3 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:21.229605 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fdf7c9ff-c1ec-415f-a25d-e84b6afdfcb6 req-f4c2e55f-6cc1-4765-ae4c-d4bef74e73a3 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 936 time: 0.3332696 Apr 15 19:51:21.301225 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fdf7c9ff-c1ec-415f-a25d-e84b6afdfcb6 req-a54527e2-2e7d-4f1e-b516-956db4200e7a tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615461 Apr 15 19:51:21.433280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac95935-083f-4c75-a4f7-38e0bf4adc1c req-a8577dd9-97a4-44a8-b491-0e95950dfec9 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:21.436281 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aac95935-083f-4c75-a4f7-38e0bf4adc1c req-a8577dd9-97a4-44a8-b491-0e95950dfec9 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1046634 Apr 15 19:51:21.491338 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aac95935-083f-4c75-a4f7-38e0bf4adc1c req-999a6e7f-467b-43f8-9dac-d3c263701641 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476491 Apr 15 19:51:21.507565 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40024) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:21.526824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.543426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:21.548639 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Usage tracker for resource:security_group_rule and tenant:412fd5cec2e64231bec857cf6722304a is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:21.551132 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:21.558105 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:21.562857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 {{(pid=85367) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:51:21.571501 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.589607 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Transition to ACTIVE for port object 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 will not be triggered until provisioned by entity L2. {{(pid=85367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:21.592889 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.612835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7cd5da45-0e4c-4432-a0a4-d16e44f017cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:21.656808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.659917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.670316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-92790450-fe01-4ef3-94e2-841c9d2090fa tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:21.720190 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=412fd5cec2e64231bec857cf6722304a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2113433 Apr 15 19:51:21.721231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16d75ffd-e92d-41df-8c0d-426103002384,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:21.723713 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40034) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:21.726515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:21.747992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:21.792187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20666358-be4b-4e93-9eae-2676a0ba6a73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.793665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:21.822964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20666358-be4b-4e93-9eae-2676a0ba6a73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.873710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20666358-be4b-4e93-9eae-2676a0ba6a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.883444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3ca13d1a-2903-452b-80bb-bf4b83bd81aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:21.899068 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20666358-be4b-4e93-9eae-2676a0ba6a73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16d75ffd-e92d-41df-8c0d-426103002384,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:21.908560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-20666358-be4b-4e93-9eae-2676a0ba6a73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:21.908560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20666358-be4b-4e93-9eae-2676a0ba6a73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:21.908560 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-20666358-be4b-4e93-9eae-2676a0ba6a73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16d75ffd-e92d-41df-8c0d-426103002384 HTTP/1.1" status: 204 len: 168 time: 0.1814985 Apr 15 19:51:22.045110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40044) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:22.143099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Attempting to bind port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:51:22.143557 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Attempting to bind port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'd7153c70-241d-49e4-8274-a6240d3576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8'}] {{(pid=85367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:51:22.144003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Attempting to bind port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 on network 457a3be7-f367-4f26-b640-10c0680121d8 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:51:22.150607 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 on network 457a3be7-f367-4f26-b640-10c0680121d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:51:22.151046 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Attempting to bind port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 on network 457a3be7-f367-4f26-b640-10c0680121d8 {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:51:22.159178 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 50, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:51:22.159588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Checking segment: {'id': 'd7153c70-241d-49e4-8274-a6240d3576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:22.160396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Bound using segment: {'id': 'd7153c70-241d-49e4-8274-a6240d3576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8'} {{(pid=85367) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:51:22.160607 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Bound port: 6eb01519-797f-41ea-b86b-6b7ef9c5ad25, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7153c70-241d-49e4-8274-a6240d3576ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 642, 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8'}}] {{(pid=85367) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:51:22.160999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:22.280352 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] For port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25, host hv-cinder-78638, cleared binding levels {{(pid=85367) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:51:22.284048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] For port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,segment=NetworkSegment(d7153c70-241d-49e4-8274-a6240d3576ab),segment_id=d7153c70-241d-49e4-8274-a6240d3576ab)] {{(pid=85367) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:51:22.291948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:22.312694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:22.441362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:22.517314 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:22.522353 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] Usage tracker for resource:security_group_rule and tenant:607a2c725082420986e4330198ab9ec8 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:22.538381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:22.554285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Pushing event updated for resources: {'Port': ['ID=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,revision_number=3']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:22.555038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:22.562076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:22.587755 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:22.588720 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:22.595528 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] 10.222.0.61 "PUT /v2.0/ports/6eb01519-797f-41ea-b86b-6b7ef9c5ad25 HTTP/1.1" status: 200 len: 1098 time: 1.8097632 Apr 15 19:51:22.596170 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65e6a5ab-8ae2-4541-82ff-4dbcd9300470', 'tag': '6eb01519-797f-41ea-b86b-6b7ef9c5ad25'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:51:22.683054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5531db-aac8-47ab-955c-37edf8b753ff req-6dbe0017-231d-406e-ae75-e611744c8aad tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:22.691501 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ef5531db-aac8-47ab-955c-37edf8b753ff req-6dbe0017-231d-406e-ae75-e611744c8aad tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 948 time: 0.2405117 Apr 15 19:51:22.714172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40072) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:22.766038 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ef5531db-aac8-47ab-955c-37edf8b753ff req-837b695b-51b1-4c5a-bf7b-f38afc3ceb46 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734665 Apr 15 19:51:22.833000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-e0956069-ff4e-453a-9dde-82cc8d6a45c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:22.835295 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-e0956069-ff4e-453a-9dde-82cc8d6a45c3 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae3d1fd83bb944c08451e299082b4100&device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 1101 time: 0.1884313 Apr 15 19:51:22.842818 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65e6a5ab-8ae2-4541-82ff-4dbcd9300470', 'tag': '6eb01519-797f-41ea-b86b-6b7ef9c5ad25', 'status': 'completed', 'code': 200} Apr 15 19:51:22.907447 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:22.930083 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:22.940038 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-7536adb9-1b1a-4833-9c6b-d3829e354ea5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=6eb01519-797f-41ea-b86b-6b7ef9c5ad25 HTTP/1.1" status: 200 len: 217 time: 0.0947812 Apr 15 19:51:22.940876 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b265bd90-a814-44c9-ad2b-1166511e0d50 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:23.003293 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.022507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35d7241-ce7b-49b3-84f0-e9d1b45e9177 req-c33c5907-bdfa-4e11-b263-5136b23bbba3 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:23.028098 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e35d7241-ce7b-49b3-84f0-e9d1b45e9177 req-c33c5907-bdfa-4e11-b263-5136b23bbba3 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.2993047 Apr 15 19:51:23.031099 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=607a2c725082420986e4330198ab9ec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9847829 Apr 15 19:51:23.032187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5dd7f66-9b02-4073-9450-d8de4a03cfcb,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:23.043217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40088) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:23.044181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:23.049615 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d2db5ada-d368-440a-8ef0-fa8a1405755c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:23.063271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Usage tracker for resource:security_group_rule and tenant:d5446196b3784754b19a877f5389d452 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:23.071785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:23.086027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-6eee0a14-5b18-4169-bbbd-83bcdd667902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:23.087641 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-6eee0a14-5b18-4169-bbbd-83bcdd667902 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cabcfa8e-cdb1-4efd-929f-0f5445b6f283 HTTP/1.1" status: 200 len: 843 time: 0.1320989 Apr 15 19:51:23.088904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:23.237599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40094) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:23.245951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-795fc5f0-bc8e-463b-a2c6-8879e760f855 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.319955 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e35d7241-ce7b-49b3-84f0-e9d1b45e9177 req-cca9dc99-f7e7-4f4a-a364-ae3ff0bf9a0b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2718639 Apr 15 19:51:23.320894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-795fc5f0-bc8e-463b-a2c6-8879e760f855 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.332243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-ae8d07d6-92c8-4f53-8d77-16b962d13320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:23.333943 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-ae8d07d6-92c8-4f53-8d77-16b962d13320 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=457a3be7-f367-4f26-b640-10c0680121d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2340200 Apr 15 19:51:23.402307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1961015650-network', 'tenant_id': '8718c5048a7d426692a34d394beba9fc'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:23.477527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:23.489815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.492528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Usage tracker for resource:network and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:23.502956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:23.508293 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.526655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-798b2c47-dbbc-4f5b-b849-3834f93aca2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:23.534669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83414c7b-7071-458a-9a85-d4df8684e750 req-f34b8a0b-af5b-469b-bb0b-ec8b6fc1040c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:23.536248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:23.536402 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-83414c7b-7071-458a-9a85-d4df8684e750 req-f34b8a0b-af5b-469b-bb0b-ec8b6fc1040c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0907760 Apr 15 19:51:23.583593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Made reservation on behalf of 8718c5048a7d426692a34d394beba9fc for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:51:23.588296 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-83414c7b-7071-458a-9a85-d4df8684e750 req-2d33d959-b05b-431b-94c3-e68b90783d0a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444751 Apr 15 19:51:23.588797 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.620510 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5446196b3784754b19a877f5389d452&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8882971 Apr 15 19:51:23.620668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40106) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:23.632032 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.653207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-795fc5f0-bc8e-463b-a2c6-8879e760f855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.667429 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f15fa04b-e182-4c69-9b70-068663ddaa73,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:23.670871 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:23.671800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:23.674572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8a54b401-8967-4776-b4de-79e11593f65c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.675030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7bf4fd80-85b1-48dc-9507-ac05c4614221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:23.683133 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-19891094-b0d8-48fd-ac86-0350813777c9 service neutron] 10.222.0.61 "GET /v2.0/networks/457a3be7-f367-4f26-b640-10c0680121d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3268118 Apr 15 19:51:23.690384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:23.694839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795fc5f0-bc8e-463b-a2c6-8879e760f855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5dd7f66-9b02-4073-9450-d8de4a03cfcb,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:23.697113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-795fc5f0-bc8e-463b-a2c6-8879e760f855 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:23.701724 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:23.703440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8a54b401-8967-4776-b4de-79e11593f65c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.738970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:23.752474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8a54b401-8967-4776-b4de-79e11593f65c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.757392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-795fc5f0-bc8e-463b-a2c6-8879e760f855 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.758737 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-795fc5f0-bc8e-463b-a2c6-8879e760f855 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e5dd7f66-9b02-4073-9450-d8de4a03cfcb HTTP/1.1" status: 204 len: 168 time: 0.7116416 Apr 15 19:51:23.773095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-533f017d-2c7b-46ad-82e1-789b9e4e4555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:23.797218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a54b401-8967-4776-b4de-79e11593f65c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f15fa04b-e182-4c69-9b70-068663ddaa73,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:23.822687 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8a54b401-8967-4776-b4de-79e11593f65c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:23.829091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8a54b401-8967-4776-b4de-79e11593f65c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.836023 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8a54b401-8967-4776-b4de-79e11593f65c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f15fa04b-e182-4c69-9b70-068663ddaa73 HTTP/1.1" status: 204 len: 168 time: 0.2205346 Apr 15 19:51:23.933472 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf00134-1cb7-4b8a-b789-b0f194cbb551 req-8ed32f7d-7560-4cbf-878b-881592c66b3d service neutron] 10.222.0.61 "GET /v2.0/networks/457a3be7-f367-4f26-b640-10c0680121d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326870 Apr 15 19:51:23.974675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.980309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:23.996882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:51:24.010646 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:24.011353 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Added segment 25183033-1eaa-43d7-af47-ecf3c0c3dca6 of type vlan for network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 Apr 15 19:51:24.050801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:24.092165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7090c122-0ed2-4ea7-a72a-6f68d39e64ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:24.140100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e16727-0a0e-44b7-ab14-0518593be65a req-493a3c17-8c6b-4ab3-a077-708c5a6103a3 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:24.141990 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e1e16727-0a0e-44b7-ab14-0518593be65a req-493a3c17-8c6b-4ab3-a077-708c5a6103a3 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 948 time: 0.1016049 Apr 15 19:51:24.186503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b063466-c6e2-45e1-8247-e7c3f4d80d91,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:24.189923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:24.195401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:24.197374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:24.198476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:24.206751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:24.233038 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e1e16727-0a0e-44b7-ab14-0518593be65a req-a4e97d8a-fcf5-44ec-93f3-173a7caadeaf tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790939 Apr 15 19:51:24.369025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Pushing event updated for resources: {'Network': ['ID=4336a73e-b5b6-44b6-aae0-1be79b2ab071,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:24.383430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:51:24.391726 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1489177 Apr 15 19:51:24.392658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:24.393244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40132) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:24.402714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Request body: {'subnet': {'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1961015650-subnet', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'ip_version': 4}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:24.416964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-9e6722f2-83f9-48f3-8f0c-67442be0dd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:24.417688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:24.419007 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-9e6722f2-83f9-48f3-8f0c-67442be0dd5e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=ae3d1fd83bb944c08451e299082b4100&device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 1101 time: 0.3290222 Apr 15 19:51:24.424709 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Usage tracker for resource:subnet and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:24.428929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:24.435479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:24.453037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Made reservation on behalf of 8718c5048a7d426692a34d394beba9fc for: {'subnet': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:51:24.462605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7053462'] for subnet, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:24.608174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40142) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:24.639739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-967980ea-dd4a-4364-9da9-bfd4bc084c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:24.641511 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-967980ea-dd4a-4364-9da9-bfd4bc084c66 service neutron] 10.222.0.61 "GET /v2.0/networks?id=457a3be7-f367-4f26-b640-10c0680121d8 HTTP/1.1" status: 200 len: 870 time: 0.2146351 Apr 15 19:51:24.644764 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:24.721608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:24.741457 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Usage tracker for resource:security_group_rule and tenant:14784921268c4a9c8a838eda4be07fac is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:24.745377 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-27a26f49-3d5a-4fb3-a7fa-7494611181df service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=6eb01519-797f-41ea-b86b-6b7ef9c5ad25 HTTP/1.1" status: 200 len: 217 time: 0.0845799 Apr 15 19:51:24.746283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:24.788416 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:24.846796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-0c4a3644-40c2-4104-bec1-6b213f0fd05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:24.848468 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-0c4a3644-40c2-4104-bec1-6b213f0fd05d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=cabcfa8e-cdb1-4efd-929f-0f5445b6f283 HTTP/1.1" status: 200 len: 843 time: 0.0953166 Apr 15 19:51:24.960993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5837308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7053477'] for subnet, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:24.983186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:24.988615 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:24.997306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1ec2da23-939b-410f-aa82-0e3066c814ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:25.005829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-aeb9e079-b4f6-4431-bb18-8910ccb683ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:25.008315 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-aeb9e079-b4f6-4431-bb18-8910ccb683ca service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=457a3be7-f367-4f26-b640-10c0680121d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1520951 Apr 15 19:51:25.040289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:25.122969 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=14784921268c4a9c8a838eda4be07fac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5022295 Apr 15 19:51:25.126841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40158) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:25.129256 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9260064f-a9a4-4a10-bd1e-5782ee3e1d20,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:25.134771 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:25.135255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4191a53f-72df-4757-9b81-4f90a736d433,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:25.151545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:25.194540 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-874223b6-a3b0-45cb-aa33-a9246f3d4882 service neutron] 10.222.0.61 "GET /v2.0/networks/457a3be7-f367-4f26-b640-10c0680121d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744986 Apr 15 19:51:25.249528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9c2d-feab-495f-a232-eb92ffa1bf01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.274242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Checking segment: {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:25.274747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Network hostable DHCP agents. Network: 4336a73e-b5b6-44b6-aae0-1be79b2ab071, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:51:25.313825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9c2d-feab-495f-a232-eb92ffa1bf01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.326870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:51:25.370453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 4336a73e-b5b6-44b6-aae0-1be79b2ab071) {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:25.374571 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f72f29f-9b3a-434e-9c1f-71fec46acdb0 req-731b81c5-093c-4dc1-9372-0c393581b236 service neutron] 10.222.0.61 "GET /v2.0/networks/457a3be7-f367-4f26-b640-10c0680121d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1727443 Apr 15 19:51:25.382652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f7d664-d6dc-4cd4-a183-a4e2f3e946a0 None None] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:51:25.468779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9c2d-feab-495f-a232-eb92ffa1bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.472711 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:25.473376 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.481163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-de3fd8c5-5cc5-4b28-9065-4380daec1afc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:25.504134 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4d9c2d-feab-495f-a232-eb92ffa1bf01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9260064f-a9a4-4a10-bd1e-5782ee3e1d20,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:25.511805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7d4d9c2d-feab-495f-a232-eb92ffa1bf01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:25.546804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7d4d9c2d-feab-495f-a232-eb92ffa1bf01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.550609 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7d4d9c2d-feab-495f-a232-eb92ffa1bf01 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/9260064f-a9a4-4a10-bd1e-5782ee3e1d20 HTTP/1.1" status: 204 len: 168 time: 0.4147706 Apr 15 19:51:25.555161 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f57472a0-596d-4da5-a0d3-02425c75f769 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1590137 Apr 15 19:51:25.555403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40170) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:25.561975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:25.568310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:25.572605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Usage tracker for resource:router and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:25.573008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08998f38-5fa6-4d89-8c66-09af458a30d7 req-df21ca99-38ec-45d5-982b-22fa87b7e634 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:25.574702 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-08998f38-5fa6-4d89-8c66-09af458a30d7 req-df21ca99-38ec-45d5-982b-22fa87b7e634 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 948 time: 0.1957974 Apr 15 19:51:25.585122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:25.591965 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:25.602890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846792731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716775'] for router, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.604126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7982904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.620595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:25.697926 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-08998f38-5fa6-4d89-8c66-09af458a30d7 req-bcc98c23-d725-4090-92e8-474699b4b65b tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153584 Apr 15 19:51:25.764656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf17ddee6-039c-57b7-9b3f-762cf722a4fd-4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433'}]}} from dv-cinder-786383-2-smb. {{(pid=85368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:51:25.766084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:26.051321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Allocated IP 172.20.0.2 (4336a73e-b5b6-44b6-aae0-1be79b2ab071/4191a53f-72df-4757-9b81-4f90a736d433/b86be98a-1bc4-4370-aed4-183f5df7128b) {{(pid=85368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:51:26.093148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:26.289984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846792746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59056'] for router, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:26.451559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3061a-699f-4919-9497-11322b88c61e req-3d0bd13b-1d5f-47d0-9925-f92e88974b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:26.453072 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-41b3061a-699f-4919-9497-11322b88c61e req-3d0bd13b-1d5f-47d0-9925-f92e88974b1b service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1098 time: 0.2091539 Apr 15 19:51:26.453505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f48ce5b-ca0a-46ad-8d8d-8a394414252f req-1ddfaa94-5b79-4652-918f-1a59948df34b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:26.464426 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f48ce5b-ca0a-46ad-8d8d-8a394414252f req-1ddfaa94-5b79-4652-918f-1a59948df34b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1230128 Apr 15 19:51:26.525154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Notify callbacks [] for port, precommit_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:26.540527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Transition to ACTIVE for port object b86be98a-1bc4-4370-aed4-183f5df7128b will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:26.559091 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f48ce5b-ca0a-46ad-8d8d-8a394414252f req-164248b5-f089-4068-a0c4-dd8c847fa8f8 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937290 Apr 15 19:51:26.563619 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Transition to ACTIVE for port object b86be98a-1bc4-4370-aed4-183f5df7128b will not be triggered until provisioned by entity DHCP. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:26.569335 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:26.585467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:26.655919 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Pushing event updated for resources: {'Port': ['ID=b86be98a-1bc4-4370-aed4-183f5df7128b,revision_number=1']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:26.720122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.720514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.720897 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.721276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.721655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.722055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.722490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.722783 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.723127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.723492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.723858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.724223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:26.841026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:26.851975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 is already hosted by enough agents. {{(pid=85368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:26.854880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Resources bound (agent type, host, resource id): {{(pid=85368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:26.857019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:51:26.858376 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3061a-699f-4919-9497-11322b88c61e req-148bfb78-591a-4306-b61a-4aa00f43baa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:26.860182 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-41b3061a-699f-4919-9497-11322b88c61e req-148bfb78-591a-4306-b61a-4aa00f43baa1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 919 time: 0.3986928 Apr 15 19:51:26.860902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Received port after_create {{(pid=85368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:51:26.868555 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:26.972395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Attempting to bind port b86be98a-1bc4-4370-aed4-183f5df7128b on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:51:26.972823 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Attempting to bind port b86be98a-1bc4-4370-aed4-183f5df7128b by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:51:26.973149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Attempting to bind port b86be98a-1bc4-4370-aed4-183f5df7128b on network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:51:26.974680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287c601e-4d27-4d30-932c-b873fff42d3c req-f0590d71-86aa-4238-9d07-ca0b7bcebedb tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:26.977041 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-287c601e-4d27-4d30-932c-b873fff42d3c req-f0590d71-86aa-4238-9d07-ca0b7bcebedb tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 948 time: 0.1085830 Apr 15 19:51:26.979248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:26.980945 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:51:26.981372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Checking segment: {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:26.981855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:26.982299 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Bound using segment: {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:51:26.983120 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Bound port: b86be98a-1bc4-4370-aed4-183f5df7128b, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:51:26.983274 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-41b3061a-699f-4919-9497-11322b88c61e req-1751813c-b168-4787-857d-8c28e50f48c9 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49fd2473-58c7-488e-ba38-fc84742f469d HTTP/1.1" status: 200 len: 217 time: 0.0795548 Apr 15 19:51:26.983579 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:27.037950 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-287c601e-4d27-4d30-932c-b873fff42d3c req-3daf4f9d-1dc1-4dcb-9a3b-cfed96c7a9f5 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448606 Apr 15 19:51:27.120970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b3061a-699f-4919-9497-11322b88c61e req-179d2e83-8a76-4180-93fb-6a253bcb044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:27.122585 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-41b3061a-699f-4919-9497-11322b88c61e req-179d2e83-8a76-4180-93fb-6a253bcb044f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.0988431 Apr 15 19:51:27.227808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] For port b86be98a-1bc4-4370-aed4-183f5df7128b, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:51:27.236223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] For port b86be98a-1bc4-4370-aed4-183f5df7128b, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=b86be98a-1bc4-4370-aed4-183f5df7128b,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:51:27.261022 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Allocated IP 172.28.1.74 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/f08cfbe0-6e93-40c7-9471-e8449bbfca2d) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:51:27.316195 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,segment=NetworkSegment(d7153c70-241d-49e4-8274-a6240d3576ab),segment_id=d7153c70-241d-49e4-8274-a6240d3576ab)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:27.326143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:27.349961 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:27.368496 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-41b3061a-699f-4919-9497-11322b88c61e req-940e9819-2ed1-4301-bcda-a219cc5a4d8c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1953237 Apr 15 19:51:27.442580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Pushing event updated for resources: {'Port': ['ID=b86be98a-1bc4-4370-aed4-183f5df7128b,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:27.555297 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:27.556370 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '6eb01519-797f-41ea-b86b-6b7ef9c5ad25', 'network_id': '457a3be7-f367-4f26-b640-10c0680121d8', 'port_id': '6eb01519-797f-41ea-b86b-6b7ef9c5ad25', 'mac_address': 'fa:16:3e:78:4e:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 642, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cabcfa8e-cdb1-4efd-929f-0f5445b6f283', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:51:27.563828 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:27.616817 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-41b3061a-699f-4919-9497-11322b88c61e req-a16f0338-e720-4c80-a8b0-93dec7b8b0fd service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341843 Apr 15 19:51:27.640594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:27.714977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:51:27.772741 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:27.782654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,segment=NetworkSegment(d7153c70-241d-49e4-8274-a6240d3576ab),segment_id=d7153c70-241d-49e4-8274-a6240d3576ab)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:27.789147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:27.808325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:27.811354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:27.951944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53745c0-e041-43eb-bbeb-55e0d1175913 req-4b92244e-9471-4b4d-9b1e-f77103db0612 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:27.954585 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f53745c0-e041-43eb-bbeb-55e0d1175913 req-4b92244e-9471-4b4d-9b1e-f77103db0612 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1871297 Apr 15 19:51:28.000368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:28.007418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:28.020025 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f53745c0-e041-43eb-bbeb-55e0d1175913 req-160c57f1-0f2f-4f9f-a533-e464986123c2 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584712 Apr 15 19:51:28.051780 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-41b3061a-699f-4919-9497-11322b88c61e req-7fc4a511-ddc4-4b9c-8e2b-13860afa54cd service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4158292 Apr 15 19:51:28.053418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Pushing event updated for resources: {'Port': ['ID=f08cfbe0-6e93-40c7-9471-e8449bbfca2d,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:28.068147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:28.169951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:28.171340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:28.173701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:51:28.216285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['6eb01519-797f-41ea-b86b-6b7ef9c5ad25'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:51:28.461946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76a8264-f15c-4d05-a723-00fb425b8d22 req-1ed4daab-8392-4007-bad0-db85c77f70ab tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:28.470411 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76a8264-f15c-4d05-a723-00fb425b8d22 req-1ed4daab-8392-4007-bad0-db85c77f70ab tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 949 time: 0.2247941 Apr 15 19:51:28.535483 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76a8264-f15c-4d05-a723-00fb425b8d22 req-d3918a47-2750-4901-98ce-4540543a3878 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639954 Apr 15 19:51:28.982316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:29.274454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a7db5e-ce28-4f3d-b78f-2b5b12ee1df1 req-85805c9b-825e-48c3-992a-90c4a9bd2e5c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:29.276031 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f3a7db5e-ce28-4f3d-b78f-2b5b12ee1df1 req-85805c9b-825e-48c3-992a-90c4a9bd2e5c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1088192 Apr 15 19:51:29.336319 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f3a7db5e-ce28-4f3d-b78f-2b5b12ee1df1 req-dfb99311-0fc5-4df6-b112-13c062c445d5 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490983 Apr 15 19:51:29.391739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:51:29.439334 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846796752'] for router, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:29.554858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc7f4182-4f3b-4b39-a4e2-46baba60d811 None None] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:51:29.751884 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Router bf285675-a8fe-4395-b50e-ac3f94072933 is scheduled to L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d with binding_index 1 {{(pid=85367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:51:29.780730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device b86be98a-1bc4-4370-aed4-183f5df7128b up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:29.844208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5485fd09-4f12-400d-8ed2-c95263a099a1 req-e1e73d31-7571-4025-bfd0-e119dd1b952f tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:29.845880 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5485fd09-4f12-400d-8ed2-c95263a099a1 req-e1e73d31-7571-4025-bfd0-e119dd1b952f tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 949 time: 0.0994401 Apr 15 19:51:29.891696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-c84d3470-8892-43f2-8722-c9d2dbd47a59 None None] Provisioning for port b86be98a-1bc4-4370-aed4-183f5df7128b completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:29.897395 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5485fd09-4f12-400d-8ed2-c95263a099a1 req-4bbc370c-46b9-437f-9eb0-38e7555b371e tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444598 Apr 15 19:51:29.921486 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port b86be98a-1bc4-4370-aed4-183f5df7128b completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:29.957258 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port b86be98a-1bc4-4370-aed4-183f5df7128b triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:29.957635 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:29.973342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:51:29.983000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Sync routers for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:51:29.994489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:51:29.995658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:30.005295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:30.010630 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40306) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:30.020797 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.4641428 Apr 15 19:51:30.153163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:30.231119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port b86be98a-1bc4-4370-aed4-183f5df7128b, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=b86be98a-1bc4-4370-aed4-183f5df7128b,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:30.235212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:30.237570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:30.294911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:51:30.349360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=b86be98a-1bc4-4370-aed4-183f5df7128b,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:30.362860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:30.537124 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-084a064c-1d02-4019-89d5-a14a59ff23fa None None] Provisioning complete for port b86be98a-1bc4-4370-aed4-183f5df7128b triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:30.537568 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-084a064c-1d02-4019-89d5-a14a59ff23fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:30.679500 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40320) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:30.870467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:30.940845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:28Z', 'revision_number': 3, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:30.949148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Checking router: bf285675-a8fe-4395-b50e-ac3f94072933 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:51:30.950607 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Updating router bf285675-a8fe-4395-b50e-ac3f94072933 port f08cfbe0-6e93-40c7-9471-e8449bbfca2d binding host dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:51:30.986795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:30.989655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:31.005992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:31.005992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.030987 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:31.035792 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] Usage tracker for resource:security_group_rule and tenant:bcfff51f4bfd42b881b0aec522ba3843 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:31.050836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:31.055221 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.058066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:31.096178 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e087b0-faaa-4ae6-843a-d3cc9325f452 req-3d0348ef-ec76-43ab-bb08-7168de433d6b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:31.106960 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-48e087b0-faaa-4ae6-843a-d3cc9325f452 req-3d0348ef-ec76-43ab-bb08-7168de433d6b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.5722737 Apr 15 19:51:31.180262 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-48e087b0-faaa-4ae6-843a-d3cc9325f452 req-07ce6473-46aa-4d02-aca5-6c6a81acc0be tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721648 Apr 15 19:51:31.183775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.214343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.258005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e6a5ab-8ae2-4541-82ff-4dbcd9300470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb01519-797f-41ea-b86b-6b7ef9c5ad25'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:51:31.267226 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.270985 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.285181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d05121b5-1faa-4954-a9ed-3e74dba56d85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:31.286721 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,segment=NetworkSegment(d7153c70-241d-49e4-8274-a6240d3576ab),segment_id=d7153c70-241d-49e4-8274-a6240d3576ab)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:31.291580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.305263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c804765d-8c29-489c-b9e1-0f262582f8e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:31.358944 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e6a5ab-8ae2-4541-82ff-4dbcd9300470', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eb01519-797f-41ea-b86b-6b7ef9c5ad25', 'code': 200} Apr 15 19:51:31.360216 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bcfff51f4bfd42b881b0aec522ba3843&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6794350 Apr 15 19:51:31.360948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40342) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:31.364043 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de72fb60-4658-481a-8235-9904c2f648b3,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:31.368631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-89a79727-d8d5-4b73-a4c7-87d43e1742f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:31.441778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:31.449173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:31.482982 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-90c98f69-c98f-4166-a98c-72cd96e8066d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.534087 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-90c98f69-c98f-4166-a98c-72cd96e8066d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.599036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-90c98f69-c98f-4166-a98c-72cd96e8066d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.611360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ef53a8c3-5e64-4f33-ba5e-5dea35619def admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:31.638300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c98f69-c98f-4166-a98c-72cd96e8066d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de72fb60-4658-481a-8235-9904c2f648b3,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:31.661173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-90c98f69-c98f-4166-a98c-72cd96e8066d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:31.664867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-90c98f69-c98f-4166-a98c-72cd96e8066d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.665951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device b86be98a-1bc4-4370-aed4-183f5df7128b up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:31.666830 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-90c98f69-c98f-4166-a98c-72cd96e8066d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/de72fb60-4658-481a-8235-9904c2f648b3 HTTP/1.1" status: 204 len: 168 time: 0.3047307 Apr 15 19:51:31.833323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port b86be98a-1bc4-4370-aed4-183f5df7128b triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:31.833898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.843999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Notify callbacks [] for port, precommit_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.866669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b411f89f-2a47-451f-b467-20fd53e8fb12 req-1e4b5022-1328-4518-9a4a-dd5f33f2791f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:31.868864 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b411f89f-2a47-451f-b467-20fd53e8fb12 req-1e4b5022-1328-4518-9a4a-dd5f33f2791f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 1103 time: 0.1907670 Apr 15 19:51:31.876498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Transition to ACTIVE for port object f08cfbe0-6e93-40c7-9471-e8449bbfca2d will not be triggered until provisioned by entity L2. {{(pid=85369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:31.889062 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:31.967958 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b411f89f-2a47-451f-b467-20fd53e8fb12 req-6893749f-d607-4613-bef1-9b4ef6fd121e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918360 Apr 15 19:51:32.070484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Allocated IP 172.20.0.1 (4336a73e-b5b6-44b6-aae0-1be79b2ab071/4191a53f-72df-4757-9b81-4f90a736d433/cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:51:32.087974 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:32.174094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Pushing event updated for resources: {'Port': ['ID=f08cfbe0-6e93-40c7-9471-e8449bbfca2d,revision_number=2']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:32.187007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.187325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.187662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.188027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.188666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.189037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.189664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.190198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.190411 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.190748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.191119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.191462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:32.199838 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:32.238570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Attempting to bind port f08cfbe0-6e93-40c7-9471-e8449bbfca2d on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:51:32.238570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Attempting to bind port f08cfbe0-6e93-40c7-9471-e8449bbfca2d by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:51:32.238570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Attempting to bind port f08cfbe0-6e93-40c7-9471-e8449bbfca2d on network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:51:32.258677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:51:32.259093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Checking segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:32.262610 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:32.263113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Bound using segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:51:32.263676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Bound port: f08cfbe0-6e93-40c7-9471-e8449bbfca2d, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:51:32.264104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:32.283670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c5067b-9cdb-4fdc-af0c-a676eb5a876f req-b2dd3bbc-cfaa-457b-bc4c-ceffbca10536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:32.292878 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-70c5067b-9cdb-4fdc-af0c-a676eb5a876f req-b2dd3bbc-cfaa-457b-bc4c-ceffbca10536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 949 time: 1.1108322 Apr 15 19:51:32.338043 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:32.382003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] For port f08cfbe0-6e93-40c7-9471-e8449bbfca2d, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:51:32.387239 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-70c5067b-9cdb-4fdc-af0c-a676eb5a876f req-646e8d5d-fc30-49aa-87b5-f685759377af tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906167 Apr 15 19:51:32.388988 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] For port f08cfbe0-6e93-40c7-9471-e8449bbfca2d, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=f08cfbe0-6e93-40c7-9471-e8449bbfca2d,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:51:32.393927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:32.419497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9a4b4e16-b468-4ab0-b2d7-53361859b878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:32.421092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Transition to ACTIVE for port object cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf will not be triggered until provisioned by entity DHCP. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:32.495357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Pushing event updated for resources: {'Port': ['ID=f08cfbe0-6e93-40c7-9471-e8449bbfca2d,revision_number=3']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:32.561513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:32.584749 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce704cd3-c6a0-4b94-b040-032133527ef8 req-56b6bf55-ff81-448e-b778-10acaf75642a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:32.586736 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce704cd3-c6a0-4b94-b040-032133527ef8 req-56b6bf55-ff81-448e-b778-10acaf75642a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1569319 Apr 15 19:51:32.588168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:32.606456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:32.670109 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:51:32.670884 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:32.988555 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:33.000999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:33.007386 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce704cd3-c6a0-4b94-b040-032133527ef8 req-81c40219-2e2f-4781-88ba-be5020d9ec97 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4042339 Apr 15 19:51:33.012884 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:33.014374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:33.016668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:51:33.095320 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980149'] for router_interface, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:33.114700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:51:33.326456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-a1cd0ce7-61a8-4fed-8e7d-34748c56bfe1 None None] Provisioning for port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:33.336827 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-a1cd0ce7-61a8-4fed-8e7d-34748c56bfe1 None None] Provisioning complete for port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:33.337679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a1cd0ce7-61a8-4fed-8e7d-34748c56bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:33.346491 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:33.462197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-a1cd0ce7-61a8-4fed-8e7d-34748c56bfe1 None None] Port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:51:33.590639 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:28Z', 'revision_number': 3, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:33.595979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60c9447c-8b8d-4bbb-a8cb-70d5345d5d67 None None] The sync data for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb is: [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:28Z', 'revision_number': 3, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:51:33.698778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd34803-c698-4eb0-8c10-642cf46cd1ee req-4dab118d-39b8-481c-a647-cf05ab456c39 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:33.700410 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8dd34803-c698-4eb0-8c10-642cf46cd1ee req-4dab118d-39b8-481c-a647-cf05ab456c39 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 950 time: 0.1565273 Apr 15 19:51:33.748059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:33.753795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:33.792093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:33.887834 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8dd34803-c698-4eb0-8c10-642cf46cd1ee req-1abdc754-5496-410b-843f-ab7c255e7013 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719427 Apr 15 19:51:33.915988 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Pushing event updated for resources: {'Port': ['ID=cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:33.918821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846667113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846795758'] for router_interface, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:33.934693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:34.112906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:34.113408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:34.396732 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-2687406d-469c-4371-b818-8cc988ed35ef None None] Provisioning complete for port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:34.396957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2687406d-469c-4371-b818-8cc988ed35ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:34.470486 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-2687406d-469c-4371-b818-8cc988ed35ef None None] Port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:51:34.532667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Router bf285675-a8fe-4395-b50e-ac3f94072933 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:51:34.769689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f0b07b-320f-4053-83f5-bce736a51a55 req-48dd1f19-53c5-4cb1-ad32-b8980e0f8fbd tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:34.772234 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50f0b07b-320f-4053-83f5-bce736a51a55 req-48dd1f19-53c5-4cb1-ad32-b8980e0f8fbd tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.3627825 Apr 15 19:51:34.792236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0e3391-df8d-42f0-8ee2-c3dcb266d916 req-ed216ff4-920e-40b6-a471-5343df3c6735 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:34.794164 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5d0e3391-df8d-42f0-8ee2-c3dcb266d916 req-ed216ff4-920e-40b6-a471-5343df3c6735 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 950 time: 0.3318858 Apr 15 19:51:34.905125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:51:34.915760 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50f0b07b-320f-4053-83f5-bce736a51a55 req-d800c854-f02e-4530-9422-af0ca257b825 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134191 Apr 15 19:51:34.939585 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] 10.222.0.35 "PUT /v2.0/routers/bf285675-a8fe-4395-b50e-ac3f94072933/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9265170 Apr 15 19:51:34.954175 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5d0e3391-df8d-42f0-8ee2-c3dcb266d916 req-308ddbc9-c911-4e6c-bbc9-b90325a3255b tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297841 Apr 15 19:51:35.624818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f08cfbe0-6e93-40c7-9471-e8449bbfca2d up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:35.628397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40462) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:35.635215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-755040557-network', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:35.640322 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:35.645460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Usage tracker for resource:network and tenant:4c5877e3f3f842eeb672842f96af7481 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:35.649173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:35.655753 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:35.665246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Made reservation on behalf of 4c5877e3f3f842eeb672842f96af7481 for: {'network': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:51:35.670181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.683364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.697511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port f08cfbe0-6e93-40c7-9471-e8449bbfca2d completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:35.699426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:35.702339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port f08cfbe0-6e93-40c7-9471-e8449bbfca2d triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:35.702754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.703619 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Usage tracker for resource:security_group_rule and tenant:4c5877e3f3f842eeb672842f96af7481 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:35.706593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:35.713483 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:35.801714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.806715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.811688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-48b01568-bf93-4de6-a32f-732dfe5034ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:35.835669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.843626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 636, 'physical_network': 'physnet1'} {{(pid=85366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:51:35.853281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5426dd0-6102-4fa2-997f-575bbb525e0a,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:35.853501 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port f08cfbe0-6e93-40c7-9471-e8449bbfca2d, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=f08cfbe0-6e93-40c7-9471-e8449bbfca2d,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:35.856268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.856877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:35.858164 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-66d98dbb-bbe8-4eff-bdc7-cc855993d3c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:35.861355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.861840 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Added segment 2a7e1ae1-7bc6-41c6-b760-db1b93586869 of type vlan for network 023d350f-1ae8-4a5e-80f5-4f4fada1611b Apr 15 19:51:35.889994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.921571 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.922436 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:35.923351 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:35.928810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:35.929736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=f08cfbe0-6e93-40c7-9471-e8449bbfca2d,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:35.933180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:36.067043 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4373639 Apr 15 19:51:36.070588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40474) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:36.080948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Request body: {'subnet': {'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-755040557-subnet', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'ip_version': 4}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:36.086144 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:36.090454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Usage tracker for resource:subnet and tenant:4c5877e3f3f842eeb672842f96af7481 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:36.093591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:36.096892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-d4d8ebff-caab-487f-87ee-667d962eb97f tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:36.097903 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-d4d8ebff-caab-487f-87ee-667d962eb97f tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Synchronizing usage tracker for tenant:ae3d1fd83bb944c08451e299082b4100 on resource:port {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:51:36.100385 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:36.120375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-d4d8ebff-caab-487f-87ee-667d962eb97f tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Unset dirty status for tenant:ae3d1fd83bb944c08451e299082b4100 on resource:port {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:51:36.121606 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-d4d8ebff-caab-487f-87ee-667d962eb97f tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.61 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 950 time: 0.1457052 Apr 15 19:51:36.143490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Pushing event updated for resources: {'Network': ['ID=023d350f-1ae8-4a5e-80f5-4f4fada1611b,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:36.147396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:36.159784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:51:36.208246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Deleting port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:51:36.208765 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:36.228829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Made reservation on behalf of 4c5877e3f3f842eeb672842f96af7481 for: {'subnet': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:51:36.234081 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7053462'] for subnet, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:36.512484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] For port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,segment=NetworkSegment(d7153c70-241d-49e4-8274-a6240d3576ab),segment_id=d7153c70-241d-49e4-8274-a6240d3576ab)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:36.512886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:36.679158 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Calling delete_port for 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 owned by compute:nova {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:51:36.688212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d232c75c-100b-49d5-bd71-4524f96a7f21 req-87637279-c3c0-4dd4-96cf-d88ed75e017c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:36.689969 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d232c75c-100b-49d5-bd71-4524f96a7f21 req-87637279-c3c0-4dd4-96cf-d88ed75e017c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.6183722 Apr 15 19:51:36.854968 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d232c75c-100b-49d5-bd71-4524f96a7f21 req-e216080e-0b0d-4813-ac69-f4a27c829c7b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252167 Apr 15 19:51:36.873498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a004aee3-607b-4dae-b7ae-880728328656 req-e771cd3a-e7b7-41d0-abc3-69343a2ceff7 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:36.895075 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Sync routers for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:51:36.895212 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a004aee3-607b-4dae-b7ae-880728328656 req-e771cd3a-e7b7-41d0-abc3-69343a2ceff7 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/ports?device_id=65e6a5ab-8ae2-4541-82ff-4dbcd9300470 HTTP/1.1" status: 200 len: 950 time: 0.7452240 Apr 15 19:51:36.914850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:51:36.915552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:37.028317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40504) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:37.090358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:37.091819 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a004aee3-607b-4dae-b7ae-880728328656 req-bde2df04-c7f2-4259-a2ee-23c5ce6307fd tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.35 "GET /v2.0/security-groups?id=f306ba53-1131-4d88-b7a0-468fc4a9aaf1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1970274 Apr 15 19:51:37.108697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:37.128605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['6eb01519-797f-41ea-b86b-6b7ef9c5ad25'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:51:37.165527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Pushing event deleted for resources: {'Port': ['ID=6eb01519-797f-41ea-b86b-6b7ef9c5ad25,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:37.224218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:37.332935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:37.355677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:37.362579 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Usage tracker for resource:security_group_rule and tenant:bac4273c027547839722e09357b28bdc is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:37.367295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:37.391790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:37.409094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] No DVR routers for this DVR port 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 on host hv-cinder-78638 {{(pid=85367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:51:37.415223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:37.419378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65e6a5ab-8ae2-4541-82ff-4dbcd9300470', 'name': 'network-vif-deleted', 'tag': '6eb01519-797f-41ea-b86b-6b7ef9c5ad25'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:51:37.462005 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ea82c964-ea9a-49a1-a631-8ca4ae6c5ee1 req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] 10.222.0.61 "DELETE /v2.0/ports/6eb01519-797f-41ea-b86b-6b7ef9c5ad25 HTTP/1.1" status: 204 len: 173 time: 1.3334253 Apr 15 19:51:37.507121 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65e6a5ab-8ae2-4541-82ff-4dbcd9300470', 'name': 'network-vif-deleted', 'tag': '6eb01519-797f-41ea-b86b-6b7ef9c5ad25', 'status': 'completed', 'code': 200} Apr 15 19:51:37.556158 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5837308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7053477'] for subnet, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:37.577107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:51:37.579299 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d09fd793-9893-4388-bf22-25472c88d79d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:37.670070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f08cfbe0-6e93-40c7-9471-e8449bbfca2d up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:37.725939 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1a646f0e-14bb-4c36-a214-06917c0e4f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:37.770066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b79165a-7673-42d4-9c2e-0ac0cc4ec884,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:37.772881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:37.796105 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:37.806658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:37.818359 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c3b70fb7-dea7-4909-aa26-251a571bdfe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:37.872030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21e94ce2-3891-4dec-82cc-4ab68ea3099a,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:37.875654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:37.881801 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bac4273c027547839722e09357b28bdc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7853231 Apr 15 19:51:37.882290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40524) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:37.914398 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Checking segment: {'id': '2a7e1ae1-7bc6-41c6-b760-db1b93586869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:37.914931 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Network hostable DHCP agents. Network: 023d350f-1ae8-4a5e-80f5-4f4fada1611b, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:51:37.937027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:51:37.946632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 023d350f-1ae8-4a5e-80f5-4f4fada1611b) {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:37.961398 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:37.962092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:37.992662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-17c279f2-1ead-4dfc-8ba4-fb5ea83679ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.002277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a247db82-e39f-463b-b2cf-5b137a090897 None None] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:51:38.022929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-17c279f2-1ead-4dfc-8ba4-fb5ea83679ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.039191 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.9659534 Apr 15 19:51:38.048205 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40532) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:38.053956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:38.065417 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:38.081554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Usage tracker for resource:router and tenant:4c5877e3f3f842eeb672842f96af7481 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:38.088379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:38.095748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:38.103930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port f08cfbe0-6e93-40c7-9471-e8449bbfca2d triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:38.104360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.118420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846792731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716775'] for router, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.120274 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7982904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.126405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-17c279f2-1ead-4dfc-8ba4-fb5ea83679ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.135541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8b3f2d71-d165-401d-aad7-67d2376dc4b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:38.151414 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-17c279f2-1ead-4dfc-8ba4-fb5ea83679ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.155519 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-17c279f2-1ead-4dfc-8ba4-fb5ea83679ff admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/21e94ce2-3891-4dec-82cc-4ab68ea3099a HTTP/1.1" status: 204 len: 168 time: 0.2694588 Apr 15 19:51:38.159470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c279f2-1ead-4dfc-8ba4-fb5ea83679ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21e94ce2-3891-4dec-82cc-4ab68ea3099a,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:38.161922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-17c279f2-1ead-4dfc-8ba4-fb5ea83679ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:38.167667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.168191 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021eafd9-9b8c-42d5-86e9-db692484f1b4 req-49b915cb-e94a-443f-b068-088d23bb8154 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:38.170076 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-021eafd9-9b8c-42d5-86e9-db692484f1b4 req-49b915cb-e94a-443f-b068-088d23bb8154 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1854820 Apr 15 19:51:38.295168 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-021eafd9-9b8c-42d5-86e9-db692484f1b4 req-15963cdc-b0e3-479e-845f-33711eef2e52 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160679 Apr 15 19:51:38.305546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf', 'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'mac_address': 'fa:16:3e:02:15:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:31Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 2, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'subnets': [{'id': '4191a53f-72df-4757-9b81-4f90a736d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:38.314326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Checking router: bf285675-a8fe-4395-b50e-ac3f94072933 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:51:38.314739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Updating router bf285675-a8fe-4395-b50e-ac3f94072933 port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf binding host dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:51:38.493861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.859652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846792746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59056'] for router, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:38.922684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf17ddee6-039c-57b7-9b3f-762cf722a4fd-023d350f-1ae8-4a5e-80f5-4f4fada1611b', 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'fixed_ips': [{'subnet_id': '0b79165a-7673-42d4-9c2e-0ac0cc4ec884'}]}} from dv-cinder-786383-2-smb. {{(pid=85368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:51:38.926798 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.149251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40594) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:39.216029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Allocated IP 172.20.0.2 (023d350f-1ae8-4a5e-80f5-4f4fada1611b/0b79165a-7673-42d4-9c2e-0ac0cc4ec884/853f9bcb-a854-4afd-a395-954991b4ba3a) {{(pid=85368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:51:39.308513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.361553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.resource_extend [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 19:51:39.362172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.473717 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.498191 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:39.502786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Usage tracker for resource:security_group_rule and tenant:562d58610c67480092eb5159a20007e3 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:39.505997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:39.524105 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:39.546252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Notify callbacks [] for port, precommit_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.576520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Transition to ACTIVE for port object cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:39.594409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.649257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.681388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Allocated IP 172.28.1.157 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/0c04c5ac-0a67-4b30-ac4d-8dec82d50131) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:51:39.720546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.731499 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2b257d10-5af5-49ba-8c51-938c6d925393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:39.756693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Notify callbacks [] for port, precommit_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:39.776101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-02a507f7-cac4-46f2-b1f1-444b81a33c8b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:39.789161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f70cdf11-5cbd-4a68-aa77-5a0c91a96bb6,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:39.802282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:39.889028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40634) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:39.889714 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=562d58610c67480092eb5159a20007e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7392325 Apr 15 19:51:39.930343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee53e5da-2abc-43da-934d-4b5535546ff8 req-54884c35-5f08-49b3-a48d-47175619bd21 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:39.932024 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ee53e5da-2abc-43da-934d-4b5535546ff8 req-54884c35-5f08-49b3-a48d-47175619bd21 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.2812071 Apr 15 19:51:39.936456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Transition to ACTIVE for port object 853f9bcb-a854-4afd-a395-954991b4ba3a will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:39.974037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c54df6c6-cab0-4053-9422-60e22d6be223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.006060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-389c6ba1-b328-44d1-b038-a3109f7f7c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.036064 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ee53e5da-2abc-43da-934d-4b5535546ff8 req-88ee7134-0100-4694-88a8-b87339ac058a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947506 Apr 15 19:51:40.070927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-389c6ba1-b328-44d1-b038-a3109f7f7c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.105879 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee1fc49-3498-4566-9349-75fdc5049261 req-a574d8bd-1571-46f8-98cf-e0142ed5ba1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:40.107422 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738087f-afa7-4773-a9b7-33fc641e2f9e None None] Pushing event updated for resources: {'Port': ['ID=cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:40.109857 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cee1fc49-3498-4566-9349-75fdc5049261 req-a574d8bd-1571-46f8-98cf-e0142ed5ba1c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1098 time: 0.3727331 Apr 15 19:51:40.114448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8738087f-afa7-4773-a9b7-33fc641e2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:40.161027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Transition to ACTIVE for port object 853f9bcb-a854-4afd-a395-954991b4ba3a will not be triggered until provisioned by entity DHCP. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:40.207172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.230363 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cee1fc49-3498-4566-9349-75fdc5049261 req-fe1abc4c-0169-4ccb-999d-35d8b30463c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012444 Apr 15 19:51:40.250113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.264661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Attempting to bind port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:51:40.264960 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-389c6ba1-b328-44d1-b038-a3109f7f7c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.265093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Attempting to bind port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:51:40.265454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Attempting to bind port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf on network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:51:40.277279 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-90c98f69-c98f-4166-a98c-72cd96e8066d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:40.283276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:40.297445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389c6ba1-b328-44d1-b038-a3109f7f7c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f70cdf11-5cbd-4a68-aa77-5a0c91a96bb6,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:40.307723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-389c6ba1-b328-44d1-b038-a3109f7f7c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:40.314998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.327860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:51:40.328806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Checking segment: {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:40.329302 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.329855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Bound using segment: {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:51:40.330410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Bound port: cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:51:40.330837 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.460062 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:40.604349 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-389c6ba1-b328-44d1-b038-a3109f7f7c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.609224 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-389c6ba1-b328-44d1-b038-a3109f7f7c5d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f70cdf11-5cbd-4a68-aa77-5a0c91a96bb6 HTTP/1.1" status: 204 len: 168 time: 0.7188437 Apr 15 19:51:40.665120 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Pushing event updated for resources: {'Port': ['ID=0c04c5ac-0a67-4b30-ac4d-8dec82d50131,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:40.677553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:40.679998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:40.681881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:40.684784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:51:40.884706 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:40.914242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] For port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:51:40.956336 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] For port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:51:40.966944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:51:41.013148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Pushing event updated for resources: {'Port': ['ID=853f9bcb-a854-4afd-a395-954991b4ba3a,revision_number=1']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:41.019473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:41.020547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:51:41.020943 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 6eb01519-797f-41ea-b86b-6b7ef9c5ad25 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:51:41.024428 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:41.025706 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:41.205916 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:41.392589 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:51:41.401477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:41.445962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40726) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:41.484378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:41.497160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8738087f-afa7-4773-a9b7-33fc641e2f9e None None] Pushing event updated for resources: {'Port': ['ID=cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:41.511044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:41.515785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Usage tracker for resource:security_group_rule and tenant:6270680fced84756bbf0c460e78849b7 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:41.520197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:41.528038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:41.561940 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbf39f-71f0-4a57-81de-780bb83afcca req-55e8b4d3-f0fe-415b-9a1c-ee24d211572f tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:41.562415 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b is already hosted by enough agents. {{(pid=85368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:41.564320 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bfcbf39f-71f0-4a57-81de-780bb83afcca req-55e8b4d3-f0fe-415b-9a1c-ee24d211572f tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.2732453 Apr 15 19:51:41.586953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:41.587071 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8738087f-afa7-4773-a9b7-33fc641e2f9e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:41.588245 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Resources bound (agent type, host, resource id): {{(pid=85368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:41.592163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Received port after_create {{(pid=85368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:51:41.644125 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bfcbf39f-71f0-4a57-81de-780bb83afcca req-4a2c688a-e723-4b79-92de-4417c85c64db tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645564 Apr 15 19:51:41.709861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:41.715193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:41.731058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-20666358-be4b-4e93-9eae-2676a0ba6a73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:41.789598 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6270680fced84756bbf0c460e78849b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3416109 Apr 15 19:51:41.790492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40746) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:41.793085 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e92fff9-87d7-45e0-b61d-b9951f238822,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:41.796357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:41.895847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ce03e4dd-80d8-4695-bb2c-6c2118e52157 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:41.943792 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ce03e4dd-80d8-4695-bb2c-6c2118e52157 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:41.998445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ce03e4dd-80d8-4695-bb2c-6c2118e52157 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:41.998758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Attempting to bind port 853f9bcb-a854-4afd-a395-954991b4ba3a on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:51:41.999183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Attempting to bind port 853f9bcb-a854-4afd-a395-954991b4ba3a by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': '2a7e1ae1-7bc6-41c6-b760-db1b93586869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:51:41.999605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Attempting to bind port 853f9bcb-a854-4afd-a395-954991b4ba3a on network 023d350f-1ae8-4a5e-80f5-4f4fada1611b {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:51:42.004957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bee4fcc2-7c17-448e-8988-b6a176b153bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:42.024096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce03e4dd-80d8-4695-bb2c-6c2118e52157 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e92fff9-87d7-45e0-b61d-b9951f238822,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:42.030374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ce03e4dd-80d8-4695-bb2c-6c2118e52157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:42.035472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ce03e4dd-80d8-4695-bb2c-6c2118e52157 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:42.040757 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ce03e4dd-80d8-4695-bb2c-6c2118e52157 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6e92fff9-87d7-45e0-b61d-b9951f238822 HTTP/1.1" status: 204 len: 168 time: 0.2490196 Apr 15 19:51:42.055736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:51:42.056356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Checking segment: {'id': '2a7e1ae1-7bc6-41c6-b760-db1b93586869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:42.056844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:42.057308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Bound using segment: {'id': '2a7e1ae1-7bc6-41c6-b760-db1b93586869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:51:42.057973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Bound port: 853f9bcb-a854-4afd-a395-954991b4ba3a, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7e1ae1-7bc6-41c6-b760-db1b93586869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:51:42.058414 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:42.152218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:51:42.271444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846796752'] for router, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:42.363758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40796) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:42.608736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40812) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:42.635892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:42.656099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:42.662632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] Usage tracker for resource:security_group_rule and tenant:8992fcb9c18643fdb45b4fc4f802fb5e is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:42.666307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:42.673608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:42.803019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:42.808248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:42.902391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6c6c7dd3-5479-4075-8816-63dce289d4c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:42.970563 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8992fcb9c18643fdb45b4fc4f802fb5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3602655 Apr 15 19:51:42.980663 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40822) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:43.002762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] For port 853f9bcb-a854-4afd-a395-954991b4ba3a, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:51:43.027013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42de5b13-eff8-4289-8a0c-f2bb6b3443d0,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:43.052176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0e871174-a390-4230-8f5f-350296d92967 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:43.078339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] For port 853f9bcb-a854-4afd-a395-954991b4ba3a, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=853f9bcb-a854-4afd-a395-954991b4ba3a,segment=NetworkSegment(2a7e1ae1-7bc6-41c6-b760-db1b93586869),segment_id=2a7e1ae1-7bc6-41c6-b760-db1b93586869)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:51:43.089231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.143532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.156019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:43.181027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.209462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6088907f-9bb2-4c4a-a56a-fc093f74fcc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.212662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:43.236420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64822993-5f2a-4b82-80d4-d3967471138a req-b21044fa-961e-48bb-b26a-ef9bd3d7090d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:43.238687 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-64822993-5f2a-4b82-80d4-d3967471138a req-b21044fa-961e-48bb-b26a-ef9bd3d7090d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.3375404 Apr 15 19:51:43.240435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Usage tracker for resource:security_group_rule and tenant:c818a4f75fb24fe6a5056cb717c83757 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:43.247867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:43.310845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:43.327323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6088907f-9bb2-4c4a-a56a-fc093f74fcc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.354904 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-64822993-5f2a-4b82-80d4-d3967471138a req-b0e807d3-822d-4d14-ba3d-bd187c3faed9 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086731 Apr 15 19:51:43.370547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 is scheduled to L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d with binding_index 1 {{(pid=85367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:51:43.447674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6088907f-9bb2-4c4a-a56a-fc093f74fcc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.453904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2d5cae61-bfd7-4fc6-baa7-78e64b7da090 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:43.518264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6088907f-9bb2-4c4a-a56a-fc093f74fcc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42de5b13-eff8-4289-8a0c-f2bb6b3443d0,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:43.538531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6088907f-9bb2-4c4a-a56a-fc093f74fcc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:43.546435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6088907f-9bb2-4c4a-a56a-fc093f74fcc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.557569 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-6088907f-9bb2-4c4a-a56a-fc093f74fcc5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42de5b13-eff8-4289-8a0c-f2bb6b3443d0 HTTP/1.1" status: 204 len: 168 time: 0.5729544 Apr 15 19:51:43.616335 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.621368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.632323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-79fb7115-edec-42aa-b3d8-388d49ab4759 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:43.686038 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c818a4f75fb24fe6a5056cb717c83757&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3208792 Apr 15 19:51:43.687403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 40850) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:43.711383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42979339-09c0-4a82-99fe-4b2955a80478,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:43.717240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:43.826166 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Pushing event updated for resources: {'Port': ['ID=853f9bcb-a854-4afd-a395-954991b4ba3a,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:43.852927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.697s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:43.890772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9bde-4b18-4eaa-9d4a-f110e35949f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:43.893100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf', 'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'mac_address': 'fa:16:3e:02:15:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:31Z', 'updated_at': '2021-04-15T19:51:40Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'subnets': [{'id': '4191a53f-72df-4757-9b81-4f90a736d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:43.898654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb5d04d-eef8-458f-9faa-13a6da8a741c None None] The sync data for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb is: [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf', 'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'mac_address': 'fa:16:3e:02:15:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:31Z', 'updated_at': '2021-04-15T19:51:40Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'subnets': [{'id': '4191a53f-72df-4757-9b81-4f90a736d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:51:43.935990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:51:43.989187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Sync routers for ids ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:51:44.022173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Routers {'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:51:44.043150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:44.061935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:44.063638 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2958c267-64bd-4ba1-bdb3-fc536f2b22cb admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 6.0142612 Apr 15 19:51:44.068505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 40870) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:44.095930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9bde-4b18-4eaa-9d4a-f110e35949f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:44.231710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9bde-4b18-4eaa-9d4a-f110e35949f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:44.246494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3213dbb2-b8ae-462c-9db7-c7ee027d7331 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:44.267074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ee9bde-4b18-4eaa-9d4a-f110e35949f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42979339-09c0-4a82-99fe-4b2955a80478,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:44.285856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a7ee9bde-4b18-4eaa-9d4a-f110e35949f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:44.286944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a7ee9bde-4b18-4eaa-9d4a-f110e35949f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:44.303543 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-a7ee9bde-4b18-4eaa-9d4a-f110e35949f4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/42979339-09c0-4a82-99fe-4b2955a80478 HTTP/1.1" status: 204 len: 168 time: 0.6014788 Apr 15 19:51:44.849915 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc4f938-79cd-419d-8c3a-985f8972cee6 req-5e9d5f44-c73c-41e2-a36a-fd480d5131bd tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:44.851752 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ecc4f938-79cd-419d-8c3a-985f8972cee6 req-5e9d5f44-c73c-41e2-a36a-fd480d5131bd tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.3160119 Apr 15 19:51:44.869081 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Set router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:51:44.893576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-84a5f571-4e80-4f99-ac59-f6e9bbc3d08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:44.906627 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-84a5f571-4e80-4f99-ac59-f6e9bbc3d08a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1098 time: 0.2729986 Apr 15 19:51:45.017689 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ecc4f938-79cd-419d-8c3a-985f8972cee6 req-426edcf9-75b0-48a3-b701-2d46537d7725 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569006 Apr 15 19:51:45.389159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-2a6500d6-4def-4ff9-b062-308bb92a82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:45.391088 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-2a6500d6-4def-4ff9-b062-308bb92a82f3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 919 time: 0.4764826 Apr 15 19:51:45.414982 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:38Z', 'updated_at': '2021-04-15T19:51:41Z', 'revision_number': 3, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'gw_port': {'id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:45.423756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Checking router: b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:51:45.424398 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Updating router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 binding host dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:51:45.561520 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-c9126f8a-56e1-4040-b599-6f92ad0cf185 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49fd2473-58c7-488e-ba38-fc84742f469d HTTP/1.1" status: 200 len: 217 time: 0.1454346 Apr 15 19:51:45.587122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:45.726631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-62073581-5d1c-4c38-b9b4-062fb8e31984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:45.728245 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-62073581-5d1c-4c38-b9b4-062fb8e31984 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.1339357 Apr 15 19:51:45.885286 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 853f9bcb-a854-4afd-a395-954991b4ba3a up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:45.930993 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-47666068-6be0-49d1-b05d-082a6396e799 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1655159 Apr 15 19:51:46.070894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 853f9bcb-a854-4afd-a395-954991b4ba3a completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:46.093580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:46.199206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9485aaeb-23a7-4495-8f9e-5044599d244e None None] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:51:46.331276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf72862-b769-44de-b12a-4ff3f72ad77a req-489a8c54-bb4f-4248-9ed1-65f03f35a08f tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:46.343765 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cbf72862-b769-44de-b12a-4ff3f72ad77a req-489a8c54-bb4f-4248-9ed1-65f03f35a08f tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1690295 Apr 15 19:51:46.364290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Notify callbacks [] for port, precommit_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:46.371603 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-e11cfcc0-aa82-47e9-ada3-2140958bc6ba service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325891 Apr 15 19:51:46.378902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Transition to ACTIVE for port object 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 will not be triggered until provisioned by entity L2. {{(pid=85369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:46.387158 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:46.449687 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cbf72862-b769-44de-b12a-4ff3f72ad77a req-91c924e0-40b1-4cf4-bb67-525929272f88 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023762 Apr 15 19:51:46.479112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-43158201-a606-4076-b212-018f9a43d61f None None] Provisioning for port 853f9bcb-a854-4afd-a395-954991b4ba3a completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:46.509824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-43158201-a606-4076-b212-018f9a43d61f None None] Provisioning complete for port 853f9bcb-a854-4afd-a395-954991b4ba3a triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:46.510260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-43158201-a606-4076-b212-018f9a43d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:46.651534 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:46.795498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:46.901207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Attempting to bind port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:51:46.902104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Attempting to bind port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:51:46.902989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Attempting to bind port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 on network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:51:46.915137 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:51:46.915958 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Checking segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:46.916676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:46.917467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Bound using segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:51:46.918493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Bound port: 0c04c5ac-0a67-4b30-ac4d-8dec82d50131, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:51:46.919236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:46.981186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Allocated IP 172.20.0.1 (023d350f-1ae8-4a5e-80f5-4f4fada1611b/0b79165a-7673-42d4-9c2e-0ac0cc4ec884/f515a896-0be5-446d-a853-3b7b04d6d40c) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:51:47.002819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:47.019733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] For port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:51:47.024442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] For port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=0c04c5ac-0a67-4b30-ac4d-8dec82d50131,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:51:47.039730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:47.049648 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:47.050118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:47.104101 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3577fbb0-1392-458a-9633-e0b01fb709c4 req-f80bbaca-075a-4bbf-8907-7daff479c58c service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7180169 Apr 15 19:51:47.221471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcebfd-d9a9-455e-9192-7a7e36c99df0 None None] Pushing event updated for resources: {'Port': ['ID=0c04c5ac-0a67-4b30-ac4d-8dec82d50131,revision_number=2']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:47.245203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-08dcebfd-d9a9-455e-9192-7a7e36c99df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:47.253384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:47.294714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:47.315208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Transition to ACTIVE for port object f515a896-0be5-446d-a853-3b7b04d6d40c will not be triggered until provisioned by entity DHCP. {{(pid=85367) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:47.342730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:47.368304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:47.387391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-43158201-a606-4076-b212-018f9a43d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:47.449332 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f515a896-0be5-446d-a853-3b7b04d6d40c,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:47.465603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcebfd-d9a9-455e-9192-7a7e36c99df0 None None] Pushing event updated for resources: {'Port': ['ID=0c04c5ac-0a67-4b30-ac4d-8dec82d50131,revision_number=3']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:47.471318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-08dcebfd-d9a9-455e-9192-7a7e36c99df0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:47.482693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Routers {'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:51:47.483390 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:47.647070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-43158201-a606-4076-b212-018f9a43d61f None None] For port 853f9bcb-a854-4afd-a395-954991b4ba3a, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=853f9bcb-a854-4afd-a395-954991b4ba3a,segment=NetworkSegment(2a7e1ae1-7bc6-41c6-b760-db1b93586869),segment_id=2a7e1ae1-7bc6-41c6-b760-db1b93586869)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:47.682468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-43158201-a606-4076-b212-018f9a43d61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:47.695567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c804765d-8c29-489c-b9e1-0f262582f8e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:47.815417 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5de7992-992e-417e-bc90-db3d75bd24a4 req-804f2ec4-0199-4ee1-a975-a1f3ec85d5b4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:47.817106 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f5de7992-992e-417e-bc90-db3d75bd24a4 req-804f2ec4-0199-4ee1-a975-a1f3ec85d5b4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1992960 Apr 15 19:51:47.826474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:47.866646 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.867054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.867456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.867850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.868236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.868625 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.869008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.869391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.869792 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.870184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.870566 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.871045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:47.875791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:47.934240 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f5de7992-992e-417e-bc90-db3d75bd24a4 req-7f94cb3c-9c9d-4c28-b883-4e3294c79b69 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031640 Apr 15 19:51:47.958136 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43158201-a606-4076-b212-018f9a43d61f None None] Pushing event updated for resources: {'Port': ['ID=853f9bcb-a854-4afd-a395-954991b4ba3a,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:47.963579 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-43158201-a606-4076-b212-018f9a43d61f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:47.969617 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:47.970114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] Set router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:51:47.974284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:47.976809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-aaa36b25-68b2-48e8-bc84-b49f2a32542e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:48.084750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:48.086441 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:48.091699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:51:48.208231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 853f9bcb-a854-4afd-a395-954991b4ba3a up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:48.253100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980149'] for router_interface, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:48.428593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:48.450034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:48.455198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-3cfe5d84-6e1c-42a6-aa6c-b1bb6739ea3f None None] Provisioning for port f515a896-0be5-446d-a853-3b7b04d6d40c completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:48.462496 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-3cfe5d84-6e1c-42a6-aa6c-b1bb6739ea3f None None] Provisioning complete for port f515a896-0be5-446d-a853-3b7b04d6d40c triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:48.463472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3cfe5d84-6e1c-42a6-aa6c-b1bb6739ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:48.508738 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 853f9bcb-a854-4afd-a395-954991b4ba3a triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:48.509164 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:48.529474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80cf7d0-3d60-4aef-b3b9-1ea28446f35b req-be317d6c-547a-4993-b1b8-6c25a125e51a tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:48.533214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:48.553860 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e80cf7d0-3d60-4aef-b3b9-1ea28446f35b req-be317d6c-547a-4993-b1b8-6c25a125e51a tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.2377234 Apr 15 19:51:48.656130 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e80cf7d0-3d60-4aef-b3b9-1ea28446f35b req-ce23de59-e6cb-43b7-b553-995a180e9acf tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010418 Apr 15 19:51:48.726375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-3cfe5d84-6e1c-42a6-aa6c-b1bb6739ea3f None None] Port f515a896-0be5-446d-a853-3b7b04d6d40c cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:51:48.755898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-3cfe5d84-6e1c-42a6-aa6c-b1bb6739ea3f None None] Provisioning complete for port 853f9bcb-a854-4afd-a395-954991b4ba3a triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:48.755898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3cfe5d84-6e1c-42a6-aa6c-b1bb6739ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:48.808298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:38Z', 'updated_at': '2021-04-15T19:51:41Z', 'revision_number': 3, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'gw_port': {'id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:48.816362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd42585-3342-4dc8-91fe-2df07ef64a03 None None] The sync data for ids ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'] in dv-cinder-786383-2-smb is: [{'id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:38Z', 'updated_at': '2021-04-15T19:51:41Z', 'revision_number': 3, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'gw_port': {'id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a2:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:51:48.897462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:48.901806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:48.971426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:49.076167 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-044a9558-e0d9-45d4-a46d-53454405db33 None None] Provisioning complete for port f515a896-0be5-446d-a853-3b7b04d6d40c triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:49.076563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-044a9558-e0d9-45d4-a46d-53454405db33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:49.088026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846667113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846795758'] for router_interface, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:49.109625 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Pushing event updated for resources: {'Port': ['ID=f515a896-0be5-446d-a853-3b7b04d6d40c,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:49.150049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-044a9558-e0d9-45d4-a46d-53454405db33 None None] Port f515a896-0be5-446d-a853-3b7b04d6d40c cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:51:49.169806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:49.229726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b5117e-28ba-49c8-bd3f-4f07ae5364e7 req-e767c6de-df38-4f64-86c2-b257d8aa6f91 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:49.231409 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-31b5117e-28ba-49c8-bd3f-4f07ae5364e7 req-e767c6de-df38-4f64-86c2-b257d8aa6f91 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1313286 Apr 15 19:51:49.260405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:49.261676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:49.302972 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-31b5117e-28ba-49c8-bd3f-4f07ae5364e7 req-63fe4784-9c30-44d7-bd93-41a403666f1d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608068 Apr 15 19:51:49.543639 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:51:49.598750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-aa865eb4-0787-438a-813f-9d86aa499658 None None] Provisioning complete for port f515a896-0be5-446d-a853-3b7b04d6d40c triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:49.599546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-aa865eb4-0787-438a-813f-9d86aa499658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:49.710666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-aa865eb4-0787-438a-813f-9d86aa499658 None None] Port f515a896-0be5-446d-a853-3b7b04d6d40c cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:51:49.837145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:51:49.898438 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] 10.222.0.35 "PUT /v2.0/routers/b930e09d-7cbc-4cb5-a20f-bb83b6b83b25/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8253021 Apr 15 19:51:49.995259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1013c5e6-b15e-45b4-9e56-233af62afaa6 req-4e6f44c7-e575-4fdf-a079-95af8a8ff30f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:49.997550 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1013c5e6-b15e-45b4-9e56-233af62afaa6 req-4e6f44c7-e575-4fdf-a079-95af8a8ff30f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1104450 Apr 15 19:51:50.122148 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1013c5e6-b15e-45b4-9e56-233af62afaa6 req-46aa95a4-92af-4796-b925-d359dcee89ad tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1170595 Apr 15 19:51:50.279517 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:50.373110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:50.379405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:50.380602 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:50.527206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41036) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:50.550503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:50.575536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=0c04c5ac-0a67-4b30-ac4d-8dec82d50131,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:50.582764 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:50.584013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:50.621718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:50.728601 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3157d9a3-f846-4fab-961e-1b649899bb35 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ae3d1fd83bb944c08451e299082b4100&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1999431 Apr 15 19:51:50.731408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 41042) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:50.746500 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=0c04c5ac-0a67-4b30-ac4d-8dec82d50131,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:50.767303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:50.774521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:50.775018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:50.855740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:50.873433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41046) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:50.880160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1706861117', 'description': 'tempest-secgroup-smoke-1706861117 description', 'project_id': '8718c5048a7d426692a34d394beba9fc'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:50.887243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:50.890484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:50.891840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Usage tracker for resource:security_group and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:50.896833 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:50.903797 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:50.915586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:50.938572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:50.942884 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Usage tracker for resource:security_group_rule and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:50.945996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:50.952752 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:50.967387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:50.980079 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7d4d9c2d-feab-495f-a232-eb92ffa1bf01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:51.004674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.006651 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f306ba53-1131-4d88-b7a0-468fc4a9aaf1 HTTP/1.1" status: 204 len: 168 time: 0.2736931 Apr 15 19:51:51.008217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f306ba53-1131-4d88-b7a0-468fc4a9aaf1,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:51.044394 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.044899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.045489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.046104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.046233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.046676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.047274 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.050085 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.050423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.051020 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.051613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.052741 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.053511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.053929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:51:51.058095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-af04b24d-b90d-4970-a00f-21201487db19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:51.085042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:51.095849 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=351e9439-a618-485c-a8dc-f3d19c1ecb58,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:51.102243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:51.114251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.118643 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2410758 Apr 15 19:51:51.119195 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41056) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:51.126100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Request body: {'security_group_rule': {'security_group_id': '351e9439-a618-485c-a8dc-f3d19c1ecb58', 'project_id': '8718c5048a7d426692a34d394beba9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:51.134678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:51.139085 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Usage tracker for resource:security_group_rule and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:51.142919 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:51.152316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:51.178092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.273470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.277668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.281077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:51.301388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21f382d2-b5bf-48a3-8771-14594452c29a,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:51.320106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:51.345954 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.348069 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2275541 Apr 15 19:51:51.351942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41070) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:51.363976 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Request body: {'security_group_rule': {'security_group_id': '351e9439-a618-485c-a8dc-f3d19c1ecb58', 'project_id': '8718c5048a7d426692a34d394beba9fc', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:51.381786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:51.389168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Usage tracker for resource:security_group_rule and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:51.392968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:51.401126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:51.425904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.510103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.515025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.517683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e15f5f01-b066-44ab-93bd-8b342dcf27db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:51.544120 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6112981b-1c76-4810-85a9-78d4112919aa,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:51.558545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:51.573537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.577743 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2222078 Apr 15 19:51:51.578229 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41084) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:51.591555 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203299c3-9a44-424e-84ae-12c829273dd9 req-eea4c643-f715-4fef-9b8e-a4f781fa0e17 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:51.594717 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Request body: {'security_group_rule': {'security_group_id': '351e9439-a618-485c-a8dc-f3d19c1ecb58', 'project_id': '8718c5048a7d426692a34d394beba9fc', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:51.604220 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-203299c3-9a44-424e-84ae-12c829273dd9 req-eea4c643-f715-4fef-9b8e-a4f781fa0e17 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.2686322 Apr 15 19:51:51.608335 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:51.616329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Usage tracker for resource:security_group_rule and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:51.618882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:51.626678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:51.644415 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.665309 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-203299c3-9a44-424e-84ae-12c829273dd9 req-1c7f7a17-df3b-4ea5-a658-d42f6300611e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598931 Apr 15 19:51:51.739002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.743030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.745413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:51.798043 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711a9bb8-d99a-4ce3-871a-7248aa5035a1 req-792113c2-071a-46dd-a340-5f59d821ad45 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:51.800195 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-711a9bb8-d99a-4ce3-871a-7248aa5035a1 req-792113c2-071a-46dd-a340-5f59d821ad45 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1338134 Apr 15 19:51:51.815531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.816751 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2374575 Apr 15 19:51:51.817888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffd9a3c3-41c4-4d59-91a2-edf3bbffe6ab,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:51.819894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 41092) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:51.826176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8f1e8176-565f-445b-86db-113177e18350 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:51.840476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Request body: {'security_group_rule': {'security_group_id': '351e9439-a618-485c-a8dc-f3d19c1ecb58', 'project_id': '8718c5048a7d426692a34d394beba9fc', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:51.852285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:51.859667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Usage tracker for resource:security_group_rule and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:51.871596 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:51.886363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:51.893820 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-711a9bb8-d99a-4ce3-871a-7248aa5035a1 req-814fd044-157a-4d7b-811b-b89f2c384bfd tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772877 Apr 15 19:51:51.909039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.992746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.996373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:51.998376 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:52.017467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f821981-f822-42d0-8519-d588ee67c98b,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:52.029108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:52.042868 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.044373 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-847d5b2a-a3d9-40d0-9b3e-40cd0fc5d2ef tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2235577 Apr 15 19:51:52.047418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 41108) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:52.053918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Request body: {'security_group_rule': {'security_group_id': '351e9439-a618-485c-a8dc-f3d19c1ecb58', 'project_id': '8718c5048a7d426692a34d394beba9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:52.060204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:52.064437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Usage tracker for resource:security_group_rule and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:52.068467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:52.077033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:52.088679 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.securitygroups_db [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Project 8718c5048a7d426692a34d394beba9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:51:52.105806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.117655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:52.232413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:52.233129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.248228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.268752 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.272095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9bcfb82c-97d8-4991-9a50-3c0c6f23c52c tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:52.316996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41118) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:52.339060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1802de-f896-4d7e-9529-bb9813ab08fc,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:52.346087 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.350135 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2989526 Apr 15 19:51:52.350135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-63294e48-d476-4bf1-b4f9-1262505e20e3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:52.350614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41126) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:52.358504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Request body: {'security_group_rule': {'security_group_id': '351e9439-a618-485c-a8dc-f3d19c1ecb58', 'project_id': '8718c5048a7d426692a34d394beba9fc', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:52.374603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:52.386166 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Usage tracker for resource:security_group_rule and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:52.390811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:52.402268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Sync routers for ids ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:51:52.405364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:52.426787 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.securitygroups_db [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Project 8718c5048a7d426692a34d394beba9fc added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:51:52.445666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.466932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Routers {'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:51:52.467751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:52.499411 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1729342767-network', 'tenant_id': '53917eee5c234083acbcd37e1f566a73'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:52.508377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:52.547176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.549082 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Usage tracker for resource:network and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:52.553218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.554255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:52.562070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:52.569909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:52.597057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16ebe07c-8b93-49d8-9ea5-698c5c8efd53,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:52.610822 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:52.612806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Made reservation on behalf of 53917eee5c234083acbcd37e1f566a73 for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:51:52.621825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.641897 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.643213 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2916524 Apr 15 19:51:52.646746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.668039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:52.672243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Usage tracker for resource:security_group_rule and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:52.675442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:52.683818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:52.706984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Set router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:51:52.797899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.807465 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.812770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-389c6ba1-b328-44d1-b038-a3109f7f7c5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:52.884875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] vlan segment allocate from pool success with {'vlan_id': 646, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:51:52.933083 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c23fbf7-9976-4332-b529-39a8ebe6c8dc,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:52.953152 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:52.954218 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Added segment e3882ee4-cb85-4bce-abea-490f1a860445 of type vlan for network fc7463ec-14f1-4a3b-aebc-103cad27eeba Apr 15 19:51:52.956461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:52.999904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:53.036288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:53.038059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:53.039093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:53.047117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-99fb0ef2-6d7b-462d-aae8-036401b2182f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:53.061151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e7545-b8b9-417c-83bb-437662ce2fdc req-c38b828e-659a-48b3-af3a-226aca96c180 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:53.062857 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f17e7545-b8b9-417c-83bb-437662ce2fdc req-c38b828e-659a-48b3-af3a-226aca96c180 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1852162 Apr 15 19:51:53.176057 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8581347 Apr 15 19:51:53.179670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41172) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:53.198022 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Request body: {'subnet': {'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1729342767-subnet', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'ip_version': 4}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:53.201958 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f17e7545-b8b9-417c-83bb-437662ce2fdc req-71eb7a31-67b7-4044-8cba-f9ae1fee2314 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303372 Apr 15 19:51:53.203989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Pushing event updated for resources: {'Network': ['ID=fc7463ec-14f1-4a3b-aebc-103cad27eeba,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:53.208354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:53.209903 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:53.215681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Usage tracker for resource:subnet and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:53.219435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:53.240104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:53.248848 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:51:53.253941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Made reservation on behalf of 53917eee5c234083acbcd37e1f566a73 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:51:53.270720 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6371647'] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:53.431094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:38Z', 'updated_at': '2021-04-15T19:51:48Z', 'revision_number': 4, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'gw_port': {'id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'f515a896-0be5-446d-a853-3b7b04d6d40c', 'name': '', 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'mac_address': 'fa:16:3e:69:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0b79165a-7673-42d4-9c2e-0ac0cc4ec884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:46Z', 'updated_at': '2021-04-15T19:51:48Z', 'revision_number': 2, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'subnets': [{'id': '0b79165a-7673-42d4-9c2e-0ac0cc4ec884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:53.440868 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Checking router: b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:51:53.441278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Updating router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 port f515a896-0be5-446d-a853-3b7b04d6d40c binding host dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:51:53.511781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:53.524611 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 41192) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:53.825443 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6078190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6371596'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:53.828005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:53.887227 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:53.899746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Usage tracker for resource:security_group_rule and tenant:6db5e6cf51b64616ac71237475b1eae8 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:53.905747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:53.918747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:54.088983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.092725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.093368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cb07685a-256d-40a9-b45d-d65ef5c39fe0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:54.153693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ce03e4dd-80d8-4695-bb2c-6c2118e52157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:54.167707 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6db5e6cf51b64616ac71237475b1eae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6414030 Apr 15 19:51:54.170841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 41206) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:54.238640 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b358fd3-244b-4611-9c3c-492eeb938c40,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:54.259784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:54.285127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Checking segment: {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:54.285699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Network hostable DHCP agents. Network: fc7463ec-14f1-4a3b-aebc-103cad27eeba, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:51:54.325255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:54.335039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:54.337132 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:51:54.348609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a6b035ad-aa6e-45e5-bd9d-ba5ca8f00406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.349815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, fc7463ec-14f1-4a3b-aebc-103cad27eeba) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:54.356857 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-2ddf23cf-0c29-4f5a-8acf-3b44e1e17421 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2648864 Apr 15 19:51:54.366405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:54.367020 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.424306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a6b035ad-aa6e-45e5-bd9d-ba5ca8f00406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.437109 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-6f170b38-0183-46e8-9c00-bfa4a95d16ea admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2529831 Apr 15 19:51:54.451966 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41226) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:54.459265 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Notify callbacks [] for port, precommit_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.461368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:51:54.472631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:51:54.479727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Usage tracker for resource:router and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:51:54.483401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:51:54.492002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Transition to ACTIVE for port object f515a896-0be5-446d-a853-3b7b04d6d40c will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:54.495207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49fcfe66-27eb-4cd4-a2ac-e317936f0d55 None None] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:51:54.501577 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:51:54.515559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.517237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-23134e15-87b1-421d-8b9c-2e376d3b767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:54.518910 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-23134e15-87b1-421d-8b9c-2e376d3b767c service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 1098 time: 0.1314394 Apr 15 19:51:54.523860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846792731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716775'] for router, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.524987 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7982904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.634621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-eb5533c5-d79c-4273-86de-e5ec4c1d006d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:54.650097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a6b035ad-aa6e-45e5-bd9d-ba5ca8f00406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.662642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:54.670195 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.704221 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b035ad-aa6e-45e5-bd9d-ba5ca8f00406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b358fd3-244b-4611-9c3c-492eeb938c40,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:54.707659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a6b035ad-aa6e-45e5-bd9d-ba5ca8f00406 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:54.709266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a6b035ad-aa6e-45e5-bd9d-ba5ca8f00406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:54.710779 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-a6b035ad-aa6e-45e5-bd9d-ba5ca8f00406 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4b358fd3-244b-4611-9c3c-492eeb938c40 HTTP/1.1" status: 204 len: 168 time: 0.5386269 Apr 15 19:51:54.740989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62afb713-d2f0-4040-9408-2c025d64c541 req-0b3b0b45-bf7d-4f7f-bd1d-26a92edafd55 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:54.742772 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-62afb713-d2f0-4040-9408-2c025d64c541 req-0b3b0b45-bf7d-4f7f-bd1d-26a92edafd55 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.2337830 Apr 15 19:51:54.787031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-e7ce9ef8-ff56-43be-b596-f5a28a6a396f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:54.789116 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-e7ce9ef8-ff56-43be-b596-f5a28a6a396f service neutron] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 919 time: 0.2450480 Apr 15 19:51:54.793019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc18d8-2dd1-47c1-b5aa-8b8f1e55c3b4 None None] Pushing event updated for resources: {'Port': ['ID=f515a896-0be5-446d-a853-3b7b04d6d40c,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:54.796636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bfcc18d8-2dd1-47c1-b5aa-8b8f1e55c3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:54.828936 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-62afb713-d2f0-4040-9408-2c025d64c541 req-24ee3591-0ced-47e7-a02c-7b958078b032 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738792 Apr 15 19:51:55.256234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Attempting to bind port f515a896-0be5-446d-a853-3b7b04d6d40c on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:51:55.256652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Attempting to bind port f515a896-0be5-446d-a853-3b7b04d6d40c by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': '2a7e1ae1-7bc6-41c6-b760-db1b93586869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:51:55.257062 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Attempting to bind port f515a896-0be5-446d-a853-3b7b04d6d40c on network 023d350f-1ae8-4a5e-80f5-4f4fada1611b {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:51:55.266408 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-3c215c19-befd-46eb-9e7d-e32bb13d42a8 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fb672449-29c2-49b2-ab76-13e7e359c886 HTTP/1.1" status: 200 len: 217 time: 0.4000623 Apr 15 19:51:55.306134 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:51:55.306641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Checking segment: {'id': '2a7e1ae1-7bc6-41c6-b760-db1b93586869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:55.307091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:55.307565 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Bound using segment: {'id': '2a7e1ae1-7bc6-41c6-b760-db1b93586869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:51:55.308102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Bound port: f515a896-0be5-446d-a853-3b7b04d6d40c, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a7e1ae1-7bc6-41c6-b760-db1b93586869', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:51:55.308523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:55.377525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf17ddee6-039c-57b7-9b3f-762cf722a4fd-fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6'}]}} from dv-cinder-786383-2-smb. {{(pid=85368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:51:55.378845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:55.469994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846792746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59056'] for router, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:55.502136 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-0804d8c0-f72e-4778-b105-12a4a0ab0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:55.503715 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-0804d8c0-f72e-4778-b105-12a4a0ab0e83 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.1813717 Apr 15 19:51:55.513029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] For port f515a896-0be5-446d-a853-3b7b04d6d40c, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:51:55.535765 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] For port f515a896-0be5-446d-a853-3b7b04d6d40c, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=f515a896-0be5-446d-a853-3b7b04d6d40c,segment=NetworkSegment(2a7e1ae1-7bc6-41c6-b760-db1b93586869),segment_id=2a7e1ae1-7bc6-41c6-b760-db1b93586869)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:51:55.540794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:55.561087 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:55.636368 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-7249b28d-5584-46f4-abff-0c95bcb3a934 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0740225 Apr 15 19:51:55.818860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:55.827810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Allocated IP 172.20.0.2 (fc7463ec-14f1-4a3b-aebc-103cad27eeba/ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6/a780845b-6198-4b59-93af-7534445d06d4) {{(pid=85368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:51:55.841814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc18d8-2dd1-47c1-b5aa-8b8f1e55c3b4 None None] Pushing event updated for resources: {'Port': ['ID=f515a896-0be5-446d-a853-3b7b04d6d40c,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:55.851945 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bfcc18d8-2dd1-47c1-b5aa-8b8f1e55c3b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:55.900332 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b429-5d92-45dd-b481-c6f14255607b req-d1028172-65d2-445b-b3e4-9bb2286c0be3 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:55.904432 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2fe7b429-5d92-45dd-b481-c6f14255607b req-d1028172-65d2-445b-b3e4-9bb2286c0be3 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1813579 Apr 15 19:51:55.905094 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-24182fac-e956-4fe3-a4dc-fe216c9ac59d service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2565854 Apr 15 19:51:55.908094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56780f0-46e2-48a8-8570-810f94a4afab req-58e5c94c-94d6-409d-8e7d-00ba6ba339a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:55.909640 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d56780f0-46e2-48a8-8570-810f94a4afab req-58e5c94c-94d6-409d-8e7d-00ba6ba339a0 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1098 time: 0.2736633 Apr 15 19:51:56.019927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Routers {'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:51:56.020762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:56.338936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:56.386110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:56.451067 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56780f0-46e2-48a8-8570-810f94a4afab req-cc77a1d0-997b-4d65-8453-473c6557bbde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:56.453019 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d56780f0-46e2-48a8-8570-810f94a4afab req-cc77a1d0-997b-4d65-8453-473c6557bbde service neutron] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 919 time: 0.4986711 Apr 15 19:51:56.488329 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-02c31c2d-a1c9-4e04-bc45-22c6bb9e45ff req-b207c8b5-9522-480b-8f1a-bbdbee4cc38a service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5678761 Apr 15 19:51:56.492916 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2fe7b429-5d92-45dd-b481-c6f14255607b req-d47193c5-d5fc-4eaf-81dd-4b23f1849c46 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5798414 Apr 15 19:51:56.588542 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d56780f0-46e2-48a8-8570-810f94a4afab req-9011ff54-9a2d-43af-8a35-567135297483 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49fd2473-58c7-488e-ba38-fc84742f469d HTTP/1.1" status: 200 len: 217 time: 0.0946331 Apr 15 19:51:56.616131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Allocated IP 172.28.1.229 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/f39eda47-f682-4d48-9c1e-93eba507914e) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:51:56.619392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] Set router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:51:56.681297 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56780f0-46e2-48a8-8570-810f94a4afab req-f3175986-a63c-48a7-8120-470972c6cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:56.682999 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d56780f0-46e2-48a8-8570-810f94a4afab req-f3175986-a63c-48a7-8120-470972c6cbfe service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.0863590 Apr 15 19:51:56.686821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Notify callbacks [] for port, precommit_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:56.695630 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ab9994-6c60-4105-a98a-4b8153d6cbb0 req-2ccfec0f-9baf-46e3-aaf7-be8a33a2ae56 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:56.697913 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d0ab9994-6c60-4105-a98a-4b8153d6cbb0 req-2ccfec0f-9baf-46e3-aaf7-be8a33a2ae56 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.3283038 Apr 15 19:51:56.706505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Transition to ACTIVE for port object a780845b-6198-4b59-93af-7534445d06d4 will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:56.767478 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d56780f0-46e2-48a8-8570-810f94a4afab req-a6cfc917-1b3a-4a5e-8a15-cd0897961a2d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681272 Apr 15 19:51:56.804431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:56.831119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Transition to ACTIVE for port object a780845b-6198-4b59-93af-7534445d06d4 will not be triggered until provisioned by entity DHCP. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:51:56.836842 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:56.855526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:56.888863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:56.908423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:56.936322 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d0ab9994-6c60-4105-a98a-4b8153d6cbb0 req-9b555d15-8d23-41ef-b700-e692e9693f01 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990397 Apr 15 19:51:56.997327 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Pushing event updated for resources: {'Port': ['ID=f39eda47-f682-4d48-9c1e-93eba507914e,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:56.998010 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d56780f0-46e2-48a8-8570-810f94a4afab req-13350123-90c8-4208-be7b-bb9a2271b98c service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129753 Apr 15 19:51:57.000937 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:57.061588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:57.062957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:57.065678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:51:57.070130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Pushing event updated for resources: {'Port': ['ID=a780845b-6198-4b59-93af-7534445d06d4,revision_number=1']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:57.077964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:57.163976 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d56780f0-46e2-48a8-8570-810f94a4afab req-77073d06-7728-4e16-8feb-3c38539e7c13 service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574807 Apr 15 19:51:57.223210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba is already hosted by enough agents. {{(pid=85368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:51:57.225347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Resources bound (agent type, host, resource id): {{(pid=85368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:51:57.228259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Received port after_create {{(pid=85368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:51:57.342762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:38Z', 'updated_at': '2021-04-15T19:51:48Z', 'revision_number': 4, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'gw_port': {'id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'f515a896-0be5-446d-a853-3b7b04d6d40c', 'name': '', 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'mac_address': 'fa:16:3e:69:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0b79165a-7673-42d4-9c2e-0ac0cc4ec884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:46Z', 'updated_at': '2021-04-15T19:51:55Z', 'revision_number': 4, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'subnets': [{'id': '0b79165a-7673-42d4-9c2e-0ac0cc4ec884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:57.348101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Attempting to bind port a780845b-6198-4b59-93af-7534445d06d4 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:51:57.348520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Attempting to bind port a780845b-6198-4b59-93af-7534445d06d4 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:51:57.349002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Attempting to bind port a780845b-6198-4b59-93af-7534445d06d4 on network fc7463ec-14f1-4a3b-aebc-103cad27eeba {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:51:57.352819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdf5f78-605e-4a3f-8593-40fbb373dfd6 None None] The sync data for ids ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'] in dv-cinder-786383-2-smb is: [{'id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:38Z', 'updated_at': '2021-04-15T19:51:48Z', 'revision_number': 4, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'gw_port': {'id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'f515a896-0be5-446d-a853-3b7b04d6d40c', 'name': '', 'network_id': '023d350f-1ae8-4a5e-80f5-4f4fada1611b', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'mac_address': 'fa:16:3e:69:fc:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '0b79165a-7673-42d4-9c2e-0ac0cc4ec884', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:46Z', 'updated_at': '2021-04-15T19:51:55Z', 'revision_number': 4, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'subnets': [{'id': '0b79165a-7673-42d4-9c2e-0ac0cc4ec884', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:51:57.356995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:51:57.357419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Checking segment: {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:51:57.357946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:57.358295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Bound using segment: {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:51:57.358927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Bound port: a780845b-6198-4b59-93af-7534445d06d4, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:51:57.359249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:57.486896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] For port a780845b-6198-4b59-93af-7534445d06d4, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:51:57.496574 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] For port a780845b-6198-4b59-93af-7534445d06d4, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=a780845b-6198-4b59-93af-7534445d06d4,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:51:57.503924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:57.690387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:57.810149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Pushing event updated for resources: {'Port': ['ID=a780845b-6198-4b59-93af-7534445d06d4,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:57.816811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:57.869035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d77161-e94f-411b-809c-0e7e57cdc5af req-e9b02a9d-abf2-4585-bb3f-be5f0980d834 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:57.871023 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c2d77161-e94f-411b-809c-0e7e57cdc5af req-e9b02a9d-abf2-4585-bb3f-be5f0980d834 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1400230 Apr 15 19:51:57.950480 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c2d77161-e94f-411b-809c-0e7e57cdc5af req-8d4452fe-22e8-4ab9-98aa-17afc4f732da tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649576 Apr 15 19:51:58.007606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:58.134125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f515a896-0be5-446d-a853-3b7b04d6d40c up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:51:58.274431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port f515a896-0be5-446d-a853-3b7b04d6d40c completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:58.280135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port f515a896-0be5-446d-a853-3b7b04d6d40c triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:51:58.280562 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:58.282290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9d297f-77ea-4715-862e-4cb496b4ffaf req-5a6f19fb-4a4f-4cd4-a904-73553bf7c5c9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:58.284027 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-de9d297f-77ea-4715-862e-4cb496b4ffaf req-5a6f19fb-4a4f-4cd4-a904-73553bf7c5c9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1796398 Apr 15 19:51:58.362246 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-de9d297f-77ea-4715-862e-4cb496b4ffaf req-eab49f91-f293-4645-b6e1-ff1366bb6ce7 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707114 Apr 15 19:51:58.458749 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:58.500600 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port f515a896-0be5-446d-a853-3b7b04d6d40c, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=f515a896-0be5-446d-a853-3b7b04d6d40c,segment=NetworkSegment(2a7e1ae1-7bc6-41c6-b760-db1b93586869),segment_id=2a7e1ae1-7bc6-41c6-b760-db1b93586869)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:51:58.504965 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:58.507636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:51:58.562922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846796752'] for router, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:58.580714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=f515a896-0be5-446d-a853-3b7b04d6d40c,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:51:58.584796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:51:58.812795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Router 0e9c1574-029c-4841-b1c0-3180d34ac19b is scheduled to L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d with binding_index 1 {{(pid=85367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:51:59.032382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:51:59.049808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Sync routers for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:51:59.061693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:51:59.062406 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:59.069418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:59.075712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 41312) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:51:59.076174 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e1b56ab1-400e-4d99-bfbe-e6516a50a41c admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6216738 Apr 15 19:51:59.332028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:51:59.432675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f95187-7939-43a0-b37d-1c5d35dca347 None None] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:51:59.587090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-98d3efa8-57ae-4546-abce-f4903484bc33 None None] Provisioning for port a780845b-6198-4b59-93af-7534445d06d4 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:51:59.746700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:51:57Z', 'revision_number': 3, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:51:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:51:59.748117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa11383-3a7b-4199-849a-b13662d31289 req-99e62a5b-45ef-4d89-bc84-86b21bb3942a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:59.749892 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-daa11383-3a7b-4199-849a-b13662d31289 req-99e62a5b-45ef-4d89-bc84-86b21bb3942a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.5205297 Apr 15 19:51:59.754391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Checking router: 0e9c1574-029c-4841-b1c0-3180d34ac19b for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:51:59.755235 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Updating router 0e9c1574-029c-4841-b1c0-3180d34ac19b port f39eda47-f682-4d48-9c1e-93eba507914e binding host dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:51:59.842547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:51:59.868344 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-daa11383-3a7b-4199-849a-b13662d31289 req-f3ab2b8d-cbb6-4090-acd2-10edbc6ef613 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975428 Apr 15 19:51:59.977962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6121ebf-d8d5-4cfe-bffe-dfc7c21c24de req-e47ee50c-1eca-494f-9076-25785e5b8f05 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:51:59.979628 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6121ebf-d8d5-4cfe-bffe-dfc7c21c24de req-e47ee50c-1eca-494f-9076-25785e5b8f05 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.3746226 Apr 15 19:52:00.219606 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6121ebf-d8d5-4cfe-bffe-dfc7c21c24de req-171d2fbb-316b-4d48-808d-06503fbe2d13 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649595 Apr 15 19:52:00.240237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f515a896-0be5-446d-a853-3b7b04d6d40c up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:00.339772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port f515a896-0be5-446d-a853-3b7b04d6d40c triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:00.340200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.364901 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.480500 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Notify callbacks [] for port, precommit_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.493838 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device a780845b-6198-4b59-93af-7534445d06d4 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:00.499643 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Transition to ACTIVE for port object f39eda47-f682-4d48-9c1e-93eba507914e will not be triggered until provisioned by entity L2. {{(pid=85369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:00.507391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.526260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:00.566119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port a780845b-6198-4b59-93af-7534445d06d4 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:00.571766 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port a780845b-6198-4b59-93af-7534445d06d4 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:00.572246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.639821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Allocated IP 172.20.0.1 (fc7463ec-14f1-4a3b-aebc-103cad27eeba/ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6/ac44d1eb-f298-472c-9c74-4b38848d1b4c) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:52:00.664899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b85a2b-f36d-4c91-b498-c63370281745 None None] Pushing event updated for resources: {'Port': ['ID=f39eda47-f682-4d48-9c1e-93eba507914e,revision_number=2']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:00.669514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b2b85a2b-f36d-4c91-b498-c63370281745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:00.716748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.745292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Attempting to bind port f39eda47-f682-4d48-9c1e-93eba507914e on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:52:00.746290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Attempting to bind port f39eda47-f682-4d48-9c1e-93eba507914e by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:52:00.747006 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Attempting to bind port f39eda47-f682-4d48-9c1e-93eba507914e on network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:52:00.755687 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:52:00.756264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Checking segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:52:00.757209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.757658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Bound using segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:52:00.762399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Bound port: f39eda47-f682-4d48-9c1e-93eba507914e, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:52:00.762840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.767442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port a780845b-6198-4b59-93af-7534445d06d4, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=a780845b-6198-4b59-93af-7534445d06d4,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:00.771018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.773921 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bfcc18d8-2dd1-47c1-b5aa-8b8f1e55c3b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:00.861551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=a780845b-6198-4b59-93af-7534445d06d4,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:00.864558 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.864936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:00.867540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] For port f39eda47-f682-4d48-9c1e-93eba507914e, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:52:00.871010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] For port f39eda47-f682-4d48-9c1e-93eba507914e, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=f39eda47-f682-4d48-9c1e-93eba507914e,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:52:00.874780 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.883025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Transition to ACTIVE for port object ac44d1eb-f298-472c-9c74-4b38848d1b4c will not be triggered until provisioned by entity DHCP. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:00.891772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:00.918984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:00.936035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:00.972151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b85a2b-f36d-4c91-b498-c63370281745 None None] Pushing event updated for resources: {'Port': ['ID=f39eda47-f682-4d48-9c1e-93eba507914e,revision_number=3']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:01.027428 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b2b85a2b-f36d-4c91-b498-c63370281745 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:01.125854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:01.126567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:01.336068 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:01.363490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Pushing event updated for resources: {'Port': ['ID=ac44d1eb-f298-472c-9c74-4b38848d1b4c,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:01.367118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.431s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:01.527114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f5182-41d7-4760-ae9c-a9a181dab174 req-d1dbc5b9-76c7-4a3d-9aa5-3904bfd20a49 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:01.528720 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9d3f5182-41d7-4760-ae9c-a9a181dab174 req-d1dbc5b9-76c7-4a3d-9aa5-3904bfd20a49 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.4789281 Apr 15 19:52:01.530757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:52:01.532770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:01.535203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:52:01.601868 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e2ab09-03bb-426f-bcbb-df0957d9e700 req-8315b43c-f9ef-451d-ae91-c0ab07a3af5d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:01.603528 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d6e2ab09-03bb-426f-bcbb-df0957d9e700 req-8315b43c-f9ef-451d-ae91-c0ab07a3af5d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.2329555 Apr 15 19:52:01.656419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:51:57Z', 'revision_number': 3, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:01.660748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd10efb6-912e-403c-a449-96a2fb1f50ba None None] The sync data for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb is: [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:51:57Z', 'revision_number': 3, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:52:01.668404 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9d3f5182-41d7-4760-ae9c-a9a181dab174 req-48597b82-5c3c-47d6-a636-8c2974fb20ac tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994539 Apr 15 19:52:01.672495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980149'] for router_interface, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:01.711277 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d6e2ab09-03bb-426f-bcbb-df0957d9e700 req-e6174079-bd65-4009-9b4b-fdf8e35dead4 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898876 Apr 15 19:52:01.818118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-d3bc6a6a-7a9a-4deb-bdee-36883d84ac14 None None] Provisioning for port ac44d1eb-f298-472c-9c74-4b38848d1b4c completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:01.834433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-d3bc6a6a-7a9a-4deb-bdee-36883d84ac14 None None] Provisioning complete for port ac44d1eb-f298-472c-9c74-4b38848d1b4c triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:01.836956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d3bc6a6a-7a9a-4deb-bdee-36883d84ac14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:01.843948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:01.903008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-d3bc6a6a-7a9a-4deb-bdee-36883d84ac14 None None] Port ac44d1eb-f298-472c-9c74-4b38848d1b4c cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:52:02.070808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device a780845b-6198-4b59-93af-7534445d06d4 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:02.097548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:02.103558 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:02.132114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e7e3370a-624c-4037-b254-b45c9ad86570 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:02.168652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port a780845b-6198-4b59-93af-7534445d06d4 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:02.169080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:02.243796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Pushing event updated for resources: {'Port': ['ID=ac44d1eb-f298-472c-9c74-4b38848d1b4c,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:02.247785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846667113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846795758'] for router_interface, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:02.266169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:02.404995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:52:02.406226 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:02.628308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Router 0e9c1574-029c-4841-b1c0-3180d34ac19b has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:52:02.629180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-a12771c7-523d-422c-adcc-a758a184f970 None None] Provisioning complete for port ac44d1eb-f298-472c-9c74-4b38848d1b4c triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:02.629726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a12771c7-523d-422c-adcc-a758a184f970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:02.689200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-a12771c7-523d-422c-adcc-a758a184f970 None None] Port ac44d1eb-f298-472c-9c74-4b38848d1b4c cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:52:02.935374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:52:02.958005 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] 10.222.0.35 "PUT /v2.0/routers/0e9c1574-029c-4841-b1c0-3180d34ac19b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8804884 Apr 15 19:52:03.004485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6d749-2e45-4f3d-9fe6-02e83ede5dbd req-b2071fed-566e-48d1-a1ea-23fd22d0d181 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:03.006750 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3fa6d749-2e45-4f3d-9fe6-02e83ede5dbd req-b2071fed-566e-48d1-a1ea-23fd22d0d181 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1806099 Apr 15 19:52:03.020000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba9a5ae-a89c-4072-9d9a-6713adf3fc77 req-b0198921-dd91-4048-88b1-60a37cb57b32 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:03.021693 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ba9a5ae-a89c-4072-9d9a-6713adf3fc77 req-b0198921-dd91-4048-88b1-60a37cb57b32 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1941872 Apr 15 19:52:03.100824 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ba9a5ae-a89c-4072-9d9a-6713adf3fc77 req-fa8bc9d6-57bd-4d3f-9488-06b6029ee14e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634224 Apr 15 19:52:03.103727 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3fa6d749-2e45-4f3d-9fe6-02e83ede5dbd req-58247952-e7a1-4ccb-9a57-27fbfd44eda4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810437 Apr 15 19:52:03.674381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 41376) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:03.680355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2018075826-network', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:52:03.685288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:52:03.689363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Usage tracker for resource:network and tenant:11ab2723f5254fab9ad47dbd4dc3f00c is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:52:03.692384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:52:03.698308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:52:03.713434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Made reservation on behalf of 11ab2723f5254fab9ad47dbd4dc3f00c for: {'network': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:52:03.718303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:03.731833 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:03.746763 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:52:03.750742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Usage tracker for resource:security_group_rule and tenant:11ab2723f5254fab9ad47dbd4dc3f00c is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:52:03.753626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:52:03.759941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:52:03.845634 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:03.849136 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:03.853214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-330a7981-a2e7-472e-85d0-b6bba0457f7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:03.891128 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=85366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:52:03.899115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03775eab-ecd2-4bca-b056-aaab2a37cb86,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:03.905295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:03.909980 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:03.910386 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Added segment 6ac55459-c85c-4744-9486-aabcbd099398 of type vlan for network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 Apr 15 19:52:03.938007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:03.967271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:03.968629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:03.969264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:03.974137 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e1f5147b-8a3f-468a-be7c-846e1935bab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:04.088194 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4096882 Apr 15 19:52:04.088500 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41382) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:04.097436 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Request body: {'subnet': {'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2018075826-subnet', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'ip_version': 4}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:52:04.099967 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Pushing event updated for resources: {'Network': ['ID=fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:04.103346 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:52:04.103534 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:04.108664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f39eda47-f682-4d48-9c1e-93eba507914e up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:04.122962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Usage tracker for resource:subnet and tenant:11ab2723f5254fab9ad47dbd4dc3f00c is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:52:04.127293 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:52:04.135079 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:52:04.146409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Made reservation on behalf of 11ab2723f5254fab9ad47dbd4dc3f00c for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:52:04.152028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6371647'] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:04.186509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:52:04.335373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port f39eda47-f682-4d48-9c1e-93eba507914e completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:04.346790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port f39eda47-f682-4d48-9c1e-93eba507914e triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:04.347371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:04.466504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400d5509-1b0f-41d2-bec3-f002c21aabf2 req-9b701971-83f2-4a5e-87d0-c297252fb199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:04.473101 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-400d5509-1b0f-41d2-bec3-f002c21aabf2 req-9b701971-83f2-4a5e-87d0-c297252fb199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.2011631 Apr 15 19:52:04.501843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921f9e44-ca2c-4fc7-a79f-41a9604b7fa6 req-8845a732-60dd-49e2-95e3-90cd6ffa78c3 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:04.503468 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-921f9e44-ca2c-4fc7-a79f-41a9604b7fa6 req-8845a732-60dd-49e2-95e3-90cd6ffa78c3 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1517143 Apr 15 19:52:04.505282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:04.525203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port f39eda47-f682-4d48-9c1e-93eba507914e, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=f39eda47-f682-4d48-9c1e-93eba507914e,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:04.527849 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:04.529924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:04.554665 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-400d5509-1b0f-41d2-bec3-f002c21aabf2 req-5996e0e5-db98-4c4c-8295-a460d1ec292b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756366 Apr 15 19:52:04.582055 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-921f9e44-ca2c-4fc7-a79f-41a9604b7fa6 req-5f3a3095-d475-4d42-b6d9-4d50b919b57e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619001 Apr 15 19:52:04.614850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=f39eda47-f682-4d48-9c1e-93eba507914e,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:04.618212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:04.651115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6078190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6371596'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:04.668041 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:04.726228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Sync routers for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:52:04.736377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:04.737066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:04.834220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f6836bd8-3b41-4ab2-8e02-094a9297a451,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:04.837251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:04.876123 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Checking segment: {'id': '6ac55459-c85c-4744-9486-aabcbd099398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:52:04.877069 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Network hostable DHCP agents. Network: fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:52:04.900426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:52:04.910104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:04.921634 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1810b328-33c1-404f-8654-acf398c12a1a None None] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:52:04.924718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:04.925397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:04.944848 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8550060 Apr 15 19:52:04.947531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41394) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:04.953089 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:52:04.958460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:52:04.962760 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Usage tracker for resource:router and tenant:11ab2723f5254fab9ad47dbd4dc3f00c is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:52:04.966358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:52:04.972476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:52:04.982463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846792731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716775'] for router, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:04.983556 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7982904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:05.002528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:05.168418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:05.315942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846792746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59056'] for router, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:05.610266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf17ddee6-039c-57b7-9b3f-762cf722a4fd-fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647', 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'fixed_ips': [{'subnet_id': 'f6836bd8-3b41-4ab2-8e02-094a9297a451'}]}} from dv-cinder-786383-2-smb. {{(pid=85368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:52:05.611198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:05.762017 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:05.772201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ac44d1eb-f298-472c-9c74-4b38848d1b4c', 'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'mac_address': 'fa:16:3e:24:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:00Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 2, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'subnets': [{'id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:05.784284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Checking router: 0e9c1574-029c-4841-b1c0-3180d34ac19b for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:52:05.784698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Updating router 0e9c1574-029c-4841-b1c0-3180d34ac19b port ac44d1eb-f298-472c-9c74-4b38848d1b4c binding host dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:52:05.873804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Allocated IP 172.20.0.2 (fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647/f6836bd8-3b41-4ab2-8e02-094a9297a451/1ab98db4-f240-4b61-9aec-7ddea0c7ed26) {{(pid=85368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:52:05.875476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:05.890432 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da68a0be-0941-4848-8b8c-446463b78c2d req-a8a8911c-aa48-40a5-8bc3-d46f942cac08 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:05.894629 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-da68a0be-0941-4848-8b8c-446463b78c2d req-a8a8911c-aa48-40a5-8bc3-d46f942cac08 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1698451 Apr 15 19:52:05.929157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fcc54-aad4-4d6a-88f5-3481b9dee822 req-f8a2904d-044a-495c-9a47-f302f27afbdc tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:05.931191 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7f3fcc54-aad4-4d6a-88f5-3481b9dee822 req-f8a2904d-044a-495c-9a47-f302f27afbdc tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.2485659 Apr 15 19:52:05.980324 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-da68a0be-0941-4848-8b8c-446463b78c2d req-147a16a0-ac9d-4bca-8914-073aae6613f7 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793986 Apr 15 19:52:06.014551 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7f3fcc54-aad4-4d6a-88f5-3481b9dee822 req-44b7fbeb-369f-47a0-b2b3-ac96b7b83561 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638256 Apr 15 19:52:06.062294 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:06.118775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f39eda47-f682-4d48-9c1e-93eba507914e up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:06.210501 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Allocated IP 172.28.1.225 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/827d8bb7-914e-423c-9452-d33c2dd7d051) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:52:06.384016 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:06.387671 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port f39eda47-f682-4d48-9c1e-93eba507914e triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:06.388104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:06.390874 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:52:06.415019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:06.433035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-785048ea-06e2-4076-9076-b21acc1cfe4d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:06.448621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Notify callbacks [] for port, precommit_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:06.480970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Transition to ACTIVE for port object 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:06.522548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Transition to ACTIVE for port object 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 will not be triggered until provisioned by entity DHCP. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:06.540692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:06.553599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:06.573010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Pushing event updated for resources: {'Port': ['ID=827d8bb7-914e-423c-9452-d33c2dd7d051,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:06.577659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:06.629636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:52:06.630860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:06.633110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:52:06.657628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.resource_extend [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Apr 15 19:52:06.803326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Pushing event updated for resources: {'Port': ['ID=1ab98db4-f240-4b61-9aec-7ddea0c7ed26,revision_number=1']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:06.811119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:06.849401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Notify callbacks [] for port, precommit_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:06.881050 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Transition to ACTIVE for port object ac44d1eb-f298-472c-9c74-4b38848d1b4c will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:06.890093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:07.070111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c9d9c6a7-61c3-4baf-a050-95a9ff0f4275 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:07.125004 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:07.172676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 is already hosted by enough agents. {{(pid=85368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:52:07.183280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Resources bound (agent type, host, resource id): {{(pid=85368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:07.189174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Received port after_create {{(pid=85368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:52:07.325571 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27832bdc-0bf9-4fb1-8a05-e4abda5c61f3 req-b9543313-faff-4482-8b79-ae3cc31029c4 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:07.335426 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-27832bdc-0bf9-4fb1-8a05-e4abda5c61f3 req-b9543313-faff-4482-8b79-ae3cc31029c4 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1518626 Apr 15 19:52:07.339427 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436977ba-e88c-4203-85bd-5b37ca406977 None None] Pushing event updated for resources: {'Port': ['ID=ac44d1eb-f298-472c-9c74-4b38848d1b4c,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:07.342497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-436977ba-e88c-4203-85bd-5b37ca406977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:07.387857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Attempting to bind port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:52:07.388286 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Attempting to bind port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': '6ac55459-c85c-4744-9486-aabcbd099398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:52:07.388707 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Attempting to bind port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 on network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:52:07.393744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-93ffe388-904c-43a7-ba42-1536cf44ff22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:07.401578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:52:07.402037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Checking segment: {'id': '6ac55459-c85c-4744-9486-aabcbd099398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:52:07.402488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:07.402930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Bound using segment: {'id': '6ac55459-c85c-4744-9486-aabcbd099398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:52:07.403466 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Bound port: 1ab98db4-f240-4b61-9aec-7ddea0c7ed26, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac55459-c85c-4744-9486-aabcbd099398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:52:07.403894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:07.497640 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-27832bdc-0bf9-4fb1-8a05-e4abda5c61f3 req-ce0d8eef-fef4-40eb-9ee0-755daecb8ff2 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083312 Apr 15 19:52:07.552694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846796752'] for router, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:07.589580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4dfd84-1a33-4399-97a7-91f40101e74b req-04a67a4c-f020-4331-890a-40ca07f752b6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:07.599874 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] For port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:52:07.603276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] For port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=1ab98db4-f240-4b61-9aec-7ddea0c7ed26,segment=NetworkSegment(6ac55459-c85c-4744-9486-aabcbd099398),segment_id=6ac55459-c85c-4744-9486-aabcbd099398)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:52:07.603914 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0e4dfd84-1a33-4399-97a7-91f40101e74b req-04a67a4c-f020-4331-890a-40ca07f752b6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.2667317 Apr 15 19:52:07.608634 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:07.662926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:07.718991 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0e4dfd84-1a33-4399-97a7-91f40101e74b req-662f902e-5fa8-4ef0-918d-157940138c81 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123862 Apr 15 19:52:07.834623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Router 4bc27143-5296-4e64-93d3-e7b268321b68 is scheduled to L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d with binding_index 1 {{(pid=85367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:52:07.891900 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Attempting to bind port ac44d1eb-f298-472c-9c74-4b38848d1b4c on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:52:07.892615 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Attempting to bind port ac44d1eb-f298-472c-9c74-4b38848d1b4c by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:52:07.893035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Attempting to bind port ac44d1eb-f298-472c-9c74-4b38848d1b4c on network fc7463ec-14f1-4a3b-aebc-103cad27eeba {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:52:07.895791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Pushing event updated for resources: {'Port': ['ID=1ab98db4-f240-4b61-9aec-7ddea0c7ed26,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:07.905515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:07.908538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:52:07.908972 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Checking segment: {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:52:07.909430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:07.909900 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Bound using segment: {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:52:07.910434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Bound port: ac44d1eb-f298-472c-9c74-4b38848d1b4c, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:52:07.910891 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:08.045070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] For port ac44d1eb-f298-472c-9c74-4b38848d1b4c, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:52:08.048605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] For port ac44d1eb-f298-472c-9c74-4b38848d1b4c, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=ac44d1eb-f298-472c-9c74-4b38848d1b4c,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:52:08.052784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:08.061125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:52:08.071936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4db83d09-9e6f-4dd0-aa52-a3c8d0c8abaa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:08.072536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Sync routers for ids ['4bc27143-5296-4e64-93d3-e7b268321b68'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:52:08.084097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Routers {'4bc27143-5296-4e64-93d3-e7b268321b68'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:08.085159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['4bc27143-5296-4e64-93d3-e7b268321b68'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:08.091684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:08.092961 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5e90c1c9-e32f-4f3b-8404-ac96d08cb3d4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.1443548 Apr 15 19:52:08.096410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 41418) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:08.284559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436977ba-e88c-4203-85bd-5b37ca406977 None None] Pushing event updated for resources: {'Port': ['ID=ac44d1eb-f298-472c-9c74-4b38848d1b4c,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:08.288349 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-436977ba-e88c-4203-85bd-5b37ca406977 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:08.307460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:08.308402 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:51:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:08.343861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Set router 4bc27143-5296-4e64-93d3-e7b268321b68 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:08.681837 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:08.945297 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:52:04Z', 'updated_at': '2021-04-15T19:52:06Z', 'revision_number': 3, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'gw_port': {'id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:06Z', 'updated_at': '2021-04-15T19:52:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:08.951375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Checking router: 4bc27143-5296-4e64-93d3-e7b268321b68 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:52:08.951775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Updating router 4bc27143-5296-4e64-93d3-e7b268321b68 port 827d8bb7-914e-423c-9452-d33c2dd7d051 binding host dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:52:09.029302 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:09.214246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ac44d1eb-f298-472c-9c74-4b38848d1b4c', 'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'mac_address': 'fa:16:3e:24:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:00Z', 'updated_at': '2021-04-15T19:52:08Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'subnets': [{'id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:09.218757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21b58386-fcc4-4fda-8aec-ea852a6f653f None None] The sync data for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb is: [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ac44d1eb-f298-472c-9c74-4b38848d1b4c', 'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'mac_address': 'fa:16:3e:24:ac:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:00Z', 'updated_at': '2021-04-15T19:52:08Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'subnets': [{'id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:52:09.509737 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4246c8c2-0fa7-40fa-9df2-9de16bc9c14b req-0eeca66d-870f-4972-aef9-de2e050b3c93 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:09.511579 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4246c8c2-0fa7-40fa-9df2-9de16bc9c14b req-0eeca66d-870f-4972-aef9-de2e050b3c93 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.6460831 Apr 15 19:52:09.537973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Notify callbacks [] for port, precommit_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:09.555437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Transition to ACTIVE for port object 827d8bb7-914e-423c-9452-d33c2dd7d051 will not be triggered until provisioned by entity L2. {{(pid=85369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:09.563432 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:09.578486 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d88d1-f2f3-42eb-a996-96cec15a0a04 req-54482a72-2252-4b25-94ee-944b4feb1c1a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:09.583477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b2b85a2b-f36d-4c91-b498-c63370281745 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:09.588514 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e7d88d1-f2f3-42eb-a996-96cec15a0a04 req-54482a72-2252-4b25-94ee-944b4feb1c1a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.3994827 Apr 15 19:52:09.699594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8337dc7f-bb35-46dc-b068-5358691c977b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:09.789969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:09.810626 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e7d88d1-f2f3-42eb-a996-96cec15a0a04 req-e00dde3e-cc5a-4def-bccf-2d5a028c12e2 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210050 Apr 15 19:52:09.839608 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4246c8c2-0fa7-40fa-9df2-9de16bc9c14b req-a38182ff-b45c-4098-8a74-91020f560665 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2675648 Apr 15 19:52:09.927744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14d4b23a-c6af-440e-af66-493fea8ccb42 None None] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:52:10.171599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ce2ac-d85f-4d6d-b7c2-17babd256a23 None None] Pushing event updated for resources: {'Port': ['ID=827d8bb7-914e-423c-9452-d33c2dd7d051,revision_number=2']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:10.177014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fb6ce2ac-d85f-4d6d-b7c2-17babd256a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:10.183080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Attempting to bind port 827d8bb7-914e-423c-9452-d33c2dd7d051 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:52:10.185222 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Attempting to bind port 827d8bb7-914e-423c-9452-d33c2dd7d051 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:52:10.185927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Attempting to bind port 827d8bb7-914e-423c-9452-d33c2dd7d051 on network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:52:10.199685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:52:10.200319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Checking segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:52:10.200886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:10.201434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Bound using segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:52:10.202160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Bound port: 827d8bb7-914e-423c-9452-d33c2dd7d051, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:52:10.202697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:10.332315 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Allocated IP 172.20.0.1 (fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647/f6836bd8-3b41-4ab2-8e02-094a9297a451/678ac61c-5936-4ecc-b775-2ce39667b7ec) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:52:10.419214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] For port 827d8bb7-914e-423c-9452-d33c2dd7d051, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:52:10.423793 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] For port 827d8bb7-914e-423c-9452-d33c2dd7d051, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=827d8bb7-914e-423c-9452-d33c2dd7d051,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:52:10.435276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:10.451572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-af9f0fd9-31f3-4aa4-8302-62300c8efb68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:10.511173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ac44d1eb-f298-472c-9c74-4b38848d1b4c up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:10.542361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6ce2ac-d85f-4d6d-b7c2-17babd256a23 None None] Pushing event updated for resources: {'Port': ['ID=827d8bb7-914e-423c-9452-d33c2dd7d051,revision_number=3']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:10.594979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:10.614525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fb6ce2ac-d85f-4d6d-b7c2-17babd256a23 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:10.622708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0606dd48-0b7b-4f40-a97e-e09732b8b402 None None] Provisioning for port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:10.626380 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:10.699142 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port ac44d1eb-f298-472c-9c74-4b38848d1b4c completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:10.706005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port ac44d1eb-f298-472c-9c74-4b38848d1b4c triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:10.706423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:10.722268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725a0a8-471c-46c3-b250-2b1e5451239f req-7ddf0a0b-db23-4e7d-8ce1-a4a8225ddec9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:10.730449 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e725a0a8-471c-46c3-b250-2b1e5451239f req-7ddf0a0b-db23-4e7d-8ce1-a4a8225ddec9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.3169250 Apr 15 19:52:10.753580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:10.762483 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-9502d5d3-21b2-4a19-91b2-d3ad3a474209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:10.764125 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-9502d5d3-21b2-4a19-91b2-d3ad3a474209 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 1098 time: 0.2332561 Apr 15 19:52:10.783290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Routers {'4bc27143-5296-4e64-93d3-e7b268321b68'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:10.783999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:52:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['4bc27143-5296-4e64-93d3-e7b268321b68'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:10.923972 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-5e9de2ae-a96d-4909-8145-4674c6d28787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:10.925574 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-5e9de2ae-a96d-4909-8145-4674c6d28787 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 911 time: 0.1481011 Apr 15 19:52:11.064966 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-336fa4e0-b17a-498d-8a46-e15d97e5f0fa service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff64d641-842e-4992-8030-bbe55ea0b208 HTTP/1.1" status: 200 len: 1001 time: 0.1307020 Apr 15 19:52:11.070757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Transition to ACTIVE for port object 678ac61c-5936-4ecc-b775-2ce39667b7ec will not be triggered until provisioned by entity DHCP. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:11.150570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] Set router 4bc27143-5296-4e64-93d3-e7b268321b68 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:11.177231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:11.215825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port ac44d1eb-f298-472c-9c74-4b38848d1b4c, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=ac44d1eb-f298-472c-9c74-4b38848d1b4c,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:11.222889 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:11.224575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:11.227065 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e725a0a8-471c-46c3-b250-2b1e5451239f req-17d7761b-f2f4-4718-9042-193443e9fca6 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4956744 Apr 15 19:52:11.254493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-9dc25b7d-cac6-48be-87d8-c5983d1d30f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:11.256227 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-9dc25b7d-cac6-48be-87d8-c5983d1d30f8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.1444573 Apr 15 19:52:11.272424 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:11.456024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=ac44d1eb-f298-472c-9c74-4b38848d1b4c,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:11.460703 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:11.463573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:11.469080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:11.469506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:11.494478 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c0abd-0aba-481d-b6df-fb7ac6cb249b req-25901b24-7169-475c-a2c2-bc3178db00d1 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:11.497003 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6a3c0abd-0aba-481d-b6df-fb7ac6cb249b req-25901b24-7169-475c-a2c2-bc3178db00d1 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.4277892 Apr 15 19:52:11.500986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:11.529524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:52:04Z', 'updated_at': '2021-04-15T19:52:06Z', 'revision_number': 3, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'gw_port': {'id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:06Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:11.533819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df33eb4-15d1-4f71-9369-f9cfbf5ffbcc None None] The sync data for ids ['4bc27143-5296-4e64-93d3-e7b268321b68'] in dv-cinder-786383-2-smb is: [{'id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:52:04Z', 'updated_at': '2021-04-15T19:52:06Z', 'revision_number': 3, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'gw_port': {'id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:06Z', 'updated_at': '2021-04-15T19:52:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:52:11.578259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:11.617171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:11.656532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=1ab98db4-f240-4b61-9aec-7ddea0c7ed26,segment=NetworkSegment(6ac55459-c85c-4744-9486-aabcbd099398),segment_id=6ac55459-c85c-4744-9486-aabcbd099398)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:11.660326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:11.666874 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:11.741892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=1ab98db4-f240-4b61-9aec-7ddea0c7ed26,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:11.746390 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:11.813223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-5e4397f1-2dd3-4d62-8733-35735c957159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:11.815767 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-5e4397f1-2dd3-4d62-8733-35735c957159 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5408854 Apr 15 19:52:11.858238 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6a3c0abd-0aba-481d-b6df-fb7ac6cb249b req-5e91af7c-636a-460e-b8ce-2edb98dc2b13 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3423278 Apr 15 19:52:11.911866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=678ac61c-5936-4ecc-b775-2ce39667b7ec,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:11.980324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:12.062301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.073445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:52:12.076089 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:12.083885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:52:12.151814 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-023a1e95-e6e5-415b-b2e6-6e1c89a867b4 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3029292 Apr 15 19:52:12.199732 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ac44d1eb-f298-472c-9c74-4b38848d1b4c up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:12.283422 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port ac44d1eb-f298-472c-9c74-4b38848d1b4c triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:12.283853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.403461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-17f3ade4-0279-4deb-81d5-70d528d0dac2 None None] Provisioning for port 678ac61c-5936-4ecc-b775-2ce39667b7ec completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:12.411784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-17f3ade4-0279-4deb-81d5-70d528d0dac2 None None] Provisioning complete for port 678ac61c-5936-4ecc-b775-2ce39667b7ec triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:12.412210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-17f3ade4-0279-4deb-81d5-70d528d0dac2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.513091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980149'] for router_interface, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.522900 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-17f3ade4-0279-4deb-81d5-70d528d0dac2 None None] Port 678ac61c-5936-4ecc-b775-2ce39667b7ec cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:52:12.538103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:12.655585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:12.656275 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.701182 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe2f9046-5a16-4a46-a96c-32149aa0bd26 req-b3fda397-91ac-4b47-b99f-c10d3542f0f1 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5377197 Apr 15 19:52:12.715281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd00fd-63ef-406e-bc72-4e7d147ad87a req-b9b39b83-d2ea-4512-a853-c048f72277c6 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:12.716870 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a5fd00fd-63ef-406e-bc72-4e7d147ad87a req-b9b39b83-d2ea-4512-a853-c048f72277c6 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1948962 Apr 15 19:52:12.815056 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a5fd00fd-63ef-406e-bc72-4e7d147ad87a req-ddff16d1-3d34-4992-9f08-851f8eb8945a tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888355 Apr 15 19:52:12.837468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:12.865309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 827d8bb7-914e-423c-9452-d33c2dd7d051 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:12.942667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 827d8bb7-914e-423c-9452-d33c2dd7d051 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:12.947867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 827d8bb7-914e-423c-9452-d33c2dd7d051 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:12.948316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:13.092454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:13.109384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 827d8bb7-914e-423c-9452-d33c2dd7d051, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=827d8bb7-914e-423c-9452-d33c2dd7d051,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:13.112850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:13.114935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:13.186343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=827d8bb7-914e-423c-9452-d33c2dd7d051,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:13.189686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:13.193404 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306ea93b-67c9-4e25-bab4-427a7393a635 req-78148c33-dc90-4db4-beea-d36f7b2a9488 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:13.195050 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-306ea93b-67c9-4e25-bab4-427a7393a635 req-78148c33-dc90-4db4-beea-d36f7b2a9488 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1462331 Apr 15 19:52:13.199347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:13.221379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:13.256530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:13.343004 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-306ea93b-67c9-4e25-bab4-427a7393a635 req-41160e32-e16b-4113-b858-6422cf04fc91 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414199 Apr 15 19:52:13.356614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846667113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846795758'] for router_interface, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:13.427480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Pushing event updated for resources: {'Port': ['ID=678ac61c-5936-4ecc-b775-2ce39667b7ec,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:13.434773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:13.505666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:52:13.506796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:13.731494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Router 4bc27143-5296-4e64-93d3-e7b268321b68 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:52:13.766002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-fca0b86e-3419-4154-b326-1fbbb109b4e0 None None] Provisioning complete for port 678ac61c-5936-4ecc-b775-2ce39667b7ec triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:13.766440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fca0b86e-3419-4154-b326-1fbbb109b4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:13.833002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-fca0b86e-3419-4154-b326-1fbbb109b4e0 None None] Port 678ac61c-5936-4ecc-b775-2ce39667b7ec cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:52:14.044569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:52:14.072035 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] 10.222.0.35 "PUT /v2.0/routers/4bc27143-5296-4e64-93d3-e7b268321b68/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9659984 Apr 15 19:52:14.087337 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 827d8bb7-914e-423c-9452-d33c2dd7d051 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:14.097144 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202deb38-1214-4eb2-a68f-8d9ab2018e6f req-999d69ac-6201-4205-92d0-697636398883 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:14.111621 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-202deb38-1214-4eb2-a68f-8d9ab2018e6f req-999d69ac-6201-4205-92d0-697636398883 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1676800 Apr 15 19:52:14.166803 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-202deb38-1214-4eb2-a68f-8d9ab2018e6f req-423ec409-d086-4c6b-a48b-e37c6fa4e2be tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512252 Apr 15 19:52:14.189234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 827d8bb7-914e-423c-9452-d33c2dd7d051 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:14.190520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:14.612923 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Sync routers for ids ['4bc27143-5296-4e64-93d3-e7b268321b68'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:52:14.613472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b049c-a1de-44dc-8a54-1ce15415bf6a req-10795f12-a6b6-413a-a984-0a4413619da0 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:14.613963 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cf2b049c-a1de-44dc-8a54-1ce15415bf6a req-10795f12-a6b6-413a-a984-0a4413619da0 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1071079 Apr 15 19:52:14.627188 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Routers {'4bc27143-5296-4e64-93d3-e7b268321b68'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:14.627995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:52:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['4bc27143-5296-4e64-93d3-e7b268321b68'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:14.685138 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cf2b049c-a1de-44dc-8a54-1ce15415bf6a req-f119f782-de6d-4175-a045-eb1311f2acfe tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648067 Apr 15 19:52:14.843511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Set router 4bc27143-5296-4e64-93d3-e7b268321b68 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:15.110689 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-be1fa540-1d41-4a59-9100-70331a462876 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1706861117&fields=id&tenant_id=8718c5048a7d426692a34d394beba9fc HTTP/1.1" status: 200 len: 267 time: 0.0554237 Apr 15 19:52:15.304881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:52:04Z', 'updated_at': '2021-04-15T19:52:12Z', 'revision_number': 4, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'gw_port': {'id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:06Z', 'updated_at': '2021-04-15T19:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '678ac61c-5936-4ecc-b775-2ce39667b7ec', 'name': '', 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'mac_address': 'fa:16:3e:ae:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f6836bd8-3b41-4ab2-8e02-094a9297a451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:09Z', 'updated_at': '2021-04-15T19:52:12Z', 'revision_number': 2, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'subnets': [{'id': 'f6836bd8-3b41-4ab2-8e02-094a9297a451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:15.311682 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Checking router: 4bc27143-5296-4e64-93d3-e7b268321b68 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:52:15.312332 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Updating router 4bc27143-5296-4e64-93d3-e7b268321b68 port 678ac61c-5936-4ecc-b775-2ce39667b7ec binding host dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:52:15.320212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-53f9c4ac-04b2-4545-b73c-46ea44ae94a6 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:15.324832 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-53f9c4ac-04b2-4545-b73c-46ea44ae94a6 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/networks?id=4336a73e-b5b6-44b6-aae0-1be79b2ab071 HTTP/1.1" status: 200 len: 809 time: 0.2062907 Apr 15 19:52:15.343239 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-4d8b623a-5705-46de-bf0d-9c061964877f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/quotas/8718c5048a7d426692a34d394beba9fc HTTP/1.1" status: 200 len: 375 time: 0.0143957 Apr 15 19:52:15.429902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:15.459882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-2d11dc05-88c6-47e7-b6cb-f50837b656c4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Synchronizing usage tracker for tenant:8718c5048a7d426692a34d394beba9fc on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:52:15.481358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-2d11dc05-88c6-47e7-b6cb-f50837b656c4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Unset dirty status for tenant:8718c5048a7d426692a34d394beba9fc on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:52:15.483216 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-2d11dc05-88c6-47e7-b6cb-f50837b656c4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8718c5048a7d426692a34d394beba9fc&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1311314 Apr 15 19:52:15.690503 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-5db89653-919d-45b1-b19e-7ea9929e9576 service neutron] 10.222.0.35 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788428 Apr 15 19:52:16.097538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Notify callbacks [] for port, precommit_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:16.131001 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Transition to ACTIVE for port object 678ac61c-5936-4ecc-b775-2ce39667b7ec will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:16.155053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:16.159788 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-143ac404-e9ce-4eac-9567-5eb6207573fd service neutron] 10.222.0.35 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4613733 Apr 15 19:52:16.177880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953500f4-9894-4b76-be49-2d8f39bc21e8 req-cc350d6e-192f-4776-8161-3eed80f4dfeb tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:16.182528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:16.190675 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-953500f4-9894-4b76-be49-2d8f39bc21e8 req-cc350d6e-192f-4776-8161-3eed80f4dfeb tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.3198292 Apr 15 19:52:16.268914 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-953500f4-9894-4b76-be49-2d8f39bc21e8 req-67511450-a4f2-4c18-8a98-a4b400931596 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738223 Apr 15 19:52:16.295570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44094c-15c7-408f-9a17-caf161bb3e7d None None] Pushing event updated for resources: {'Port': ['ID=678ac61c-5936-4ecc-b775-2ce39667b7ec,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:16.347058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6c44094c-15c7-408f-9a17-caf161bb3e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:16.793469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Attempting to bind port 678ac61c-5936-4ecc-b775-2ce39667b7ec on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:52:16.794957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Attempting to bind port 678ac61c-5936-4ecc-b775-2ce39667b7ec by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': '6ac55459-c85c-4744-9486-aabcbd099398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:52:16.795663 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Attempting to bind port 678ac61c-5936-4ecc-b775-2ce39667b7ec on network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:52:16.803347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 52, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:52:16.804107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Checking segment: {'id': '6ac55459-c85c-4744-9486-aabcbd099398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:52:16.805151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:16.805791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Bound using segment: {'id': '6ac55459-c85c-4744-9486-aabcbd099398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:52:16.806679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Bound port: 678ac61c-5936-4ecc-b775-2ce39667b7ec, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ac55459-c85c-4744-9486-aabcbd099398', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:52:16.807278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:16.986688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] For port 678ac61c-5936-4ecc-b775-2ce39667b7ec, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:52:16.993806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] For port 678ac61c-5936-4ecc-b775-2ce39667b7ec, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=678ac61c-5936-4ecc-b775-2ce39667b7ec,segment=NetworkSegment(6ac55459-c85c-4744-9486-aabcbd099398),segment_id=6ac55459-c85c-4744-9486-aabcbd099398)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:52:16.998674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:17.125665 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4ff7353b-d780-4a4e-ae92-e45e89d6f6aa req-04992cd9-d52e-4697-b5ba-04f686a1d48c tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 210 time: 0.0791445 Apr 15 19:52:17.378138 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:17.544661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Routers {'4bc27143-5296-4e64-93d3-e7b268321b68'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:17.546877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:52:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['4bc27143-5296-4e64-93d3-e7b268321b68'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:17.784781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abe71fa-916a-4cac-a519-5696fc7523fb req-2067be9f-0630-4424-8c74-1a80d19bfe44 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:17.794363 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8abe71fa-916a-4cac-a519-5696fc7523fb req-2067be9f-0630-4424-8c74-1a80d19bfe44 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1762829 Apr 15 19:52:17.853252 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8abe71fa-916a-4cac-a519-5696fc7523fb req-94a3512d-3793-43c8-ad7f-6e081165a17b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576224 Apr 15 19:52:17.942712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c44094c-15c7-408f-9a17-caf161bb3e7d None None] Pushing event updated for resources: {'Port': ['ID=678ac61c-5936-4ecc-b775-2ce39667b7ec,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:17.966763 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] Set router 4bc27143-5296-4e64-93d3-e7b268321b68 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:18.077598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6c44094c-15c7-408f-9a17-caf161bb3e7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.699s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:18.370757 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51d06417-c028-4242-b973-74193067987a req-fe6f5c75-3806-466d-baa5-dc7441c5bf83 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 210 time: 0.0693536 Apr 15 19:52:18.469966 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:52:04Z', 'updated_at': '2021-04-15T19:52:12Z', 'revision_number': 4, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'gw_port': {'id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:06Z', 'updated_at': '2021-04-15T19:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '678ac61c-5936-4ecc-b775-2ce39667b7ec', 'name': '', 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'mac_address': 'fa:16:3e:ae:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f6836bd8-3b41-4ab2-8e02-094a9297a451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:09Z', 'updated_at': '2021-04-15T19:52:16Z', 'revision_number': 4, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'subnets': [{'id': 'f6836bd8-3b41-4ab2-8e02-094a9297a451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:18.479532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4fafc93-4b56-4ba5-a57b-3ba35e80f026 None None] The sync data for ids ['4bc27143-5296-4e64-93d3-e7b268321b68'] in dv-cinder-786383-2-smb is: [{'id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:52:04Z', 'updated_at': '2021-04-15T19:52:12Z', 'revision_number': 4, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'gw_port': {'id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:06Z', 'updated_at': '2021-04-15T19:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '678ac61c-5936-4ecc-b775-2ce39667b7ec', 'name': '', 'network_id': 'fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'mac_address': 'fa:16:3e:ae:0d:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_interface', 'standard_attr_id': 461, 'fixed_ips': [{'subnet_id': 'f6836bd8-3b41-4ab2-8e02-094a9297a451', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:09Z', 'updated_at': '2021-04-15T19:52:16Z', 'revision_number': 4, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'subnets': [{'id': 'f6836bd8-3b41-4ab2-8e02-094a9297a451', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:52:18.991659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-2bdbe393-ba59-4928-8729-c54434fb56c9 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:19.001146 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-2bdbe393-ba59-4928-8729-c54434fb56c9 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.61 "GET /v2.0/networks?id=4336a73e-b5b6-44b6-aae0-1be79b2ab071 HTTP/1.1" status: 200 len: 809 time: 0.3294530 Apr 15 19:52:19.163780 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-d5564319-83b2-4bdb-bc6e-7d2a449d3155 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=8718c5048a7d426692a34d394beba9fc HTTP/1.1" status: 200 len: 8061 time: 0.0925336 Apr 15 19:52:19.188863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Request body: {'port': {'device_id': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'admin_state_up': True, 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'security_groups': ['351e9439-a618-485c-a8dc-f3d19c1ecb58']}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:52:19.601268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3990be6c-a79f-4961-8d45-239249593e5c req-b8440649-923a-4cdb-84a5-6a41c23eaba8 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:19.603426 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3990be6c-a79f-4961-8d45-239249593e5c req-b8440649-923a-4cdb-84a5-6a41c23eaba8 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.6008382 Apr 15 19:52:19.713353 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9c601c08-e572-4f04-8c52-9f632be542a2 req-b6976368-8faa-46e9-a3ac-9bdaf5b509a0 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 210 time: 0.1084731 Apr 15 19:52:19.759551 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3990be6c-a79f-4961-8d45-239249593e5c req-b4d64bd3-71d6-4db1-a437-fbe9d583c8c1 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461499 Apr 15 19:52:19.827159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:52:19.855515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:52:19.879536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Made reservation on behalf of 8718c5048a7d426692a34d394beba9fc for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:52:19.903016 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:20.180870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 678ac61c-5936-4ecc-b775-2ce39667b7ec up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:20.224295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Allocated IP 172.20.0.9 (4336a73e-b5b6-44b6-aae0-1be79b2ab071/4191a53f-72df-4757-9b81-4f90a736d433/4dee58a8-b9cb-4d97-b472-a8c96696193a) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:52:20.281431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 678ac61c-5936-4ecc-b775-2ce39667b7ec completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:20.289824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 678ac61c-5936-4ecc-b775-2ce39667b7ec triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:20.292505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:20.490751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:20.495511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:20.510599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Transition to ACTIVE for port object 4dee58a8-b9cb-4d97-b472-a8c96696193a will not be triggered until provisioned by entity DHCP. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:20.536554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 678ac61c-5936-4ecc-b775-2ce39667b7ec, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=678ac61c-5936-4ecc-b775-2ce39667b7ec,segment=NetworkSegment(6ac55459-c85c-4744-9486-aabcbd099398),segment_id=6ac55459-c85c-4744-9486-aabcbd099398)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:20.539237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:20.540314 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:20.541390 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-43158201-a606-4076-b212-018f9a43d61f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:20.627989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=678ac61c-5936-4ecc-b775-2ce39667b7ec,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:20.632063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:20.636645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2f7578e1-9270-4ef5-807d-c25f4624b023 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:20.742333 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'Port': ['ID=4dee58a8-b9cb-4d97-b472-a8c96696193a,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:20.745562 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:20.867830 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:52:20.879049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:20.881691 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:52:21.034362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:21.035532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:21.210920 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0271900 Apr 15 19:52:21.239914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Request body: {'port': {'device_id': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:52:21.339586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-504ba14e-55e0-443f-812a-944c9353d3d0 None None] Provisioning for port 4dee58a8-b9cb-4d97-b472-a8c96696193a completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:21.347231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975621c9-2f78-4ced-a737-a72a614a47a7 req-db93183d-971b-40c6-b6b3-924c111157a5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:21.348567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-975621c9-2f78-4ced-a737-a72a614a47a7 req-db93183d-971b-40c6-b6b3-924c111157a5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Synchronizing usage tracker for tenant:8718c5048a7d426692a34d394beba9fc on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:52:21.351519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-504ba14e-55e0-443f-812a-944c9353d3d0 None None] Provisioning complete for port 4dee58a8-b9cb-4d97-b472-a8c96696193a triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:21.351956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-504ba14e-55e0-443f-812a-944c9353d3d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:21.371445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000f100e-f185-4877-ab55-e8e17d87fc01 req-15b1316c-0f9d-43d2-963a-31c3f1e583ae tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:21.377480 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-000f100e-f185-4877-ab55-e8e17d87fc01 req-15b1316c-0f9d-43d2-963a-31c3f1e583ae tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.4390378 Apr 15 19:52:21.460890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-504ba14e-55e0-443f-812a-944c9353d3d0 None None] Port 4dee58a8-b9cb-4d97-b472-a8c96696193a cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:52:21.499088 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-975621c9-2f78-4ced-a737-a72a614a47a7 req-db93183d-971b-40c6-b6b3-924c111157a5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Unset dirty status for tenant:8718c5048a7d426692a34d394beba9fc on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:52:21.506387 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-975621c9-2f78-4ced-a737-a72a614a47a7 req-db93183d-971b-40c6-b6b3-924c111157a5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 931 time: 0.4470217 Apr 15 19:52:21.508747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:21.540508 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-000f100e-f185-4877-ab55-e8e17d87fc01 req-55c4a728-f36f-4561-9f5c-8846dc88cbc8 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618896 Apr 15 19:52:21.637251 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-975621c9-2f78-4ced-a737-a72a614a47a7 req-5c14a2c7-06b6-44d6-a1bc-1d107fa8f1d0 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1295872 Apr 15 19:52:22.146465 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 678ac61c-5936-4ecc-b775-2ce39667b7ec up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:22.188944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4dee58a8-b9cb-4d97-b472-a8c96696193a {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:52:22.207777 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:22.240917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Transition to ACTIVE for port object 4dee58a8-b9cb-4d97-b472-a8c96696193a will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:22.250956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:22.276840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 678ac61c-5936-4ecc-b775-2ce39667b7ec triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:22.277082 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:22.277696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:22.513065 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4dee58a8-b9cb-4d97-b472-a8c96696193a,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:22.518396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:22.916184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Attempting to bind port 4dee58a8-b9cb-4d97-b472-a8c96696193a on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:52:22.916439 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Attempting to bind port 4dee58a8-b9cb-4d97-b472-a8c96696193a by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:52:22.916677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Attempting to bind port 4dee58a8-b9cb-4d97-b472-a8c96696193a on network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:52:22.930339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538c04d5-2bd2-4ea5-8f08-1661fb7666ba req-2e968bc2-33b1-40e3-a978-77d11350c7a6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:22.931971 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538c04d5-2bd2-4ea5-8f08-1661fb7666ba req-2e968bc2-33b1-40e3-a978-77d11350c7a6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.2493284 Apr 15 19:52:22.944840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Port 4dee58a8-b9cb-4d97-b472-a8c96696193a on network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:52:22.945132 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Attempting to bind port 4dee58a8-b9cb-4d97-b472-a8c96696193a on network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:52:22.968991 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:52:22.969413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Checking segment: {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:52:22.969910 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Bound using segment: {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:52:22.970416 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Bound port: 4dee58a8-b9cb-4d97-b472-a8c96696193a, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25183033-1eaa-43d7-af47-ecf3c0c3dca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:52:22.970809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:23.054560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc9781-ef52-4021-b875-530ab1774215 req-83dc8155-8178-4386-b51b-72c58c4bef93 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:23.056198 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cbc9781-ef52-4021-b875-530ab1774215 req-83dc8155-8178-4386-b51b-72c58c4bef93 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.2430348 Apr 15 19:52:23.076117 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538c04d5-2bd2-4ea5-8f08-1661fb7666ba req-10217109-175e-423b-b0d8-cd59906559f9 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351452 Apr 15 19:52:23.154464 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cbc9781-ef52-4021-b875-530ab1774215 req-01fbddc3-4d6d-4d9a-b53f-88c55d63c339 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852735 Apr 15 19:52:23.160647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:52:23.164246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:52:23.169225 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:23.183952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:23.344535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Pushing event updated for resources: {'Port': ['ID=4dee58a8-b9cb-4d97-b472-a8c96696193a,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:23.350444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:23.390479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:23.391147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:23.392743 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] 10.222.0.61 "PUT /v2.0/ports/4dee58a8-b9cb-4d97-b472-a8c96696193a HTTP/1.1" status: 200 len: 1093 time: 2.1689034 Apr 15 19:52:23.393287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:52:23.508187 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'status': 'completed', 'code': 200} Apr 15 19:52:23.564678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-8ffa5eeb-5167-456e-a5cd-2e82e51c93d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:23.571833 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-8ffa5eeb-5167-456e-a5cd-2e82e51c93d9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8718c5048a7d426692a34d394beba9fc&device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1096 time: 0.1182885 Apr 15 19:52:23.925025 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-664b7110-d000-4024-813b-2c769bad6f3f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a HTTP/1.1" status: 200 len: 217 time: 0.3488264 Apr 15 19:52:24.001010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-f180e060-ce6d-4e5d-be51-644e4f0aaa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:24.002667 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-f180e060-ce6d-4e5d-be51-644e4f0aaa8b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4191a53f-72df-4757-9b81-4f90a736d433 HTTP/1.1" status: 200 len: 848 time: 0.0708141 Apr 15 19:52:24.129528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-1b454864-c3b0-430a-a901-97486377b046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:24.131534 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-1b454864-c3b0-430a-a901-97486377b046 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4336a73e-b5b6-44b6-aae0-1be79b2ab071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1212237 Apr 15 19:52:24.410883 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-27c88609-576a-4198-aa3a-a4f68c371857 service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716582 Apr 15 19:52:24.555464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f750b6c1-225e-4aec-a71a-dac5a4c5c6d7 req-e5f3ca13-90f8-4d2a-9de9-68d60cb19da9 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:24.557157 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f750b6c1-225e-4aec-a71a-dac5a4c5c6d7 req-e5f3ca13-90f8-4d2a-9de9-68d60cb19da9 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.3004704 Apr 15 19:52:24.621087 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2ae3c-6828-460a-9814-88819d4aefb1 req-18d6f930-a803-4144-8d63-a76799ea41a1 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:24.622826 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-12c2ae3c-6828-460a-9814-88819d4aefb1 req-18d6f930-a803-4144-8d63-a76799ea41a1 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.2919691 Apr 15 19:52:24.682622 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f750b6c1-225e-4aec-a71a-dac5a4c5c6d7 req-35aaf520-7a22-49fe-aaca-c8ca4d537614 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153703 Apr 15 19:52:24.696706 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ca3a47e-356b-455f-a535-c9750af1c923 req-a9621519-c7b0-4ed7-a946-248efeb6f7c9 service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2749150 Apr 15 19:52:24.726189 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-12c2ae3c-6828-460a-9814-88819d4aefb1 req-00743e24-882e-4f6d-953d-dd7c02f06c4d tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900464 Apr 15 19:52:24.844175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c47f-80e4-4859-a43b-070579051114 req-809918ec-2fd6-440e-b25a-5fa7bebb707e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:24.846728 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-74d1c47f-80e4-4859-a43b-070579051114 req-809918ec-2fd6-440e-b25a-5fa7bebb707e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8718c5048a7d426692a34d394beba9fc&device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1096 time: 0.0958438 Apr 15 19:52:25.001427 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c47f-80e4-4859-a43b-070579051114 req-c0ebffd0-1ae1-46f8-a658-61652e100d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:25.002993 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-74d1c47f-80e4-4859-a43b-070579051114 req-c0ebffd0-1ae1-46f8-a658-61652e100d1f service neutron] 10.222.0.61 "GET /v2.0/networks?id=4336a73e-b5b6-44b6-aae0-1be79b2ab071 HTTP/1.1" status: 200 len: 910 time: 0.1495543 Apr 15 19:52:25.088750 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-74d1c47f-80e4-4859-a43b-070579051114 req-2adc66e4-af95-4991-866b-7914eaf9c566 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a HTTP/1.1" status: 200 len: 217 time: 0.0780749 Apr 15 19:52:25.164031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c47f-80e4-4859-a43b-070579051114 req-6d09d646-433d-4d15-b71f-02e7c591a674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:25.167159 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-74d1c47f-80e4-4859-a43b-070579051114 req-6d09d646-433d-4d15-b71f-02e7c591a674 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4191a53f-72df-4757-9b81-4f90a736d433 HTTP/1.1" status: 200 len: 848 time: 0.0691628 Apr 15 19:52:25.277321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1c47f-80e4-4859-a43b-070579051114 req-62ef79c7-e9f2-4b04-8474-3f9e86d80abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:25.279833 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-74d1c47f-80e4-4859-a43b-070579051114 req-62ef79c7-e9f2-4b04-8474-3f9e86d80abe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4336a73e-b5b6-44b6-aae0-1be79b2ab071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1060915 Apr 15 19:52:25.465470 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-74d1c47f-80e4-4859-a43b-070579051114 req-6b48e260-88bc-4823-85a0-02e852f2f9b4 service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782889 Apr 15 19:52:25.640588 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-74d1c47f-80e4-4859-a43b-070579051114 req-f00c9937-544b-445d-a238-d151548419cb service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674194 Apr 15 19:52:25.696863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:25.916680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6be7bc-7f0f-4cd1-88d3-87619dd38a6c req-10f44707-5c6c-42e0-b4a8-29854648444d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:25.918714 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2b6be7bc-7f0f-4cd1-88d3-87619dd38a6c req-10f44707-5c6c-42e0-b4a8-29854648444d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0982528 Apr 15 19:52:26.029681 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2b6be7bc-7f0f-4cd1-88d3-87619dd38a6c req-9975a27b-b6b7-43ea-bfa2-abe8d49969fa tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033762 Apr 15 19:52:26.076291 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c79077d-924e-40f4-aa5c-00d6a7893673 req-32d2c229-600b-49e7-895f-0169ea618754 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:26.079105 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1c79077d-924e-40f4-aa5c-00d6a7893673 req-32d2c229-600b-49e7-895f-0169ea618754 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.1307392 Apr 15 19:52:26.133792 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1c79077d-924e-40f4-aa5c-00d6a7893673 req-e85fe3ea-ae69-47c1-a45f-91df3a281773 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475693 Apr 15 19:52:27.319092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 4dee58a8-b9cb-4d97-b472-a8c96696193a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:52:27.327542 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755b4f37-c37a-4d02-9de3-797edec10b05 req-296761a7-79a6-4157-9097-739c6e108942 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:27.329244 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-755b4f37-c37a-4d02-9de3-797edec10b05 req-296761a7-79a6-4157-9097-739c6e108942 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1671011 Apr 15 19:52:27.400930 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-755b4f37-c37a-4d02-9de3-797edec10b05 req-c1022c41-8681-4241-b51e-d94927cfd1ad tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629437 Apr 15 19:52:27.434117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21148eb-2b44-4656-a536-c279bbc91fda req-1ffe4fdc-a8b8-4c81-83cc-ee567e5ec7ea tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:27.444291 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f21148eb-2b44-4656-a536-c279bbc91fda req-1ffe4fdc-a8b8-4c81-83cc-ee567e5ec7ea tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.1858835 Apr 15 19:52:27.490435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:27.507210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'port_id': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'mac_address': 'fa:16:3e:95:eb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:52:27.513064 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f21148eb-2b44-4656-a536-c279bbc91fda req-93c9732d-c5f9-48a8-9aea-9f18750bf73f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609663 Apr 15 19:52:27.570847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:27.590885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dee58a8-b9cb-4d97-b472-a8c96696193a {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:52:27.607477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:27.610425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:27.612260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:27.686788 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=4dee58a8-b9cb-4d97-b472-a8c96696193a,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:27.694761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.695154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.695537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.695917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.696288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.696660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.697097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.697406 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.697726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.698081 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.698449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.698828 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:27.703114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:27.893150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['4dee58a8-b9cb-4d97-b472-a8c96696193a'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:52:28.263316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41652) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:28.305108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-5b52a8a2-c9de-43cf-8c63-729fe7c71e81 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:28.307541 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-5b52a8a2-c9de-43cf-8c63-729fe7c71e81 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/networks?id=fc7463ec-14f1-4a3b-aebc-103cad27eeba HTTP/1.1" status: 200 len: 815 time: 0.1798909 Apr 15 19:52:28.328349 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-411fa9ee-ccc2-4d47-ad12-161cdcb31e4b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/quotas/53917eee5c234083acbcd37e1f566a73 HTTP/1.1" status: 200 len: 375 time: 0.0144761 Apr 15 19:52:28.392086 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.408207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:52:28.412307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Usage tracker for resource:security_group_rule and tenant:dcbf3fb85b5446309c3f35503736a290 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:52:28.415311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:52:28.421697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:52:28.423835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-d72e5bf2-6bc9-4281-8820-58c174d482ed tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Synchronizing usage tracker for tenant:53917eee5c234083acbcd37e1f566a73 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:52:28.442686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-d72e5bf2-6bc9-4281-8820-58c174d482ed tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Unset dirty status for tenant:53917eee5c234083acbcd37e1f566a73 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:52:28.444731 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-d72e5bf2-6bc9-4281-8820-58c174d482ed tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=53917eee5c234083acbcd37e1f566a73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1095865 Apr 15 19:52:28.527321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.530117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.539792 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bfaacc59-2715-4e16-b125-9d21eadf5d7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:28.580521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab9ae5d-7980-48c3-931f-3357ff43cbe8,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:28.588458 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dcbf3fb85b5446309c3f35503736a290&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3212996 Apr 15 19:52:28.588458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:28.588748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41662) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:28.659752 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6164-4bef-4172-9cdc-01f2af78e2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.688313 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6164-4bef-4172-9cdc-01f2af78e2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.699399 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-867d48e5-f37f-4b75-a4fb-354ebb0b708a service neutron] 10.222.0.35 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2266557 Apr 15 19:52:28.712469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d41b50b-f625-4046-baf3-e5dda2ace899 req-865e78c9-0573-434a-8968-f22719a0d78e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:28.714266 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2d41b50b-f625-4046-baf3-e5dda2ace899 req-865e78c9-0573-434a-8968-f22719a0d78e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1654143 Apr 15 19:52:28.750211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6164-4bef-4172-9cdc-01f2af78e2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.756131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:28.770308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3d6164-4bef-4172-9cdc-01f2af78e2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab9ae5d-7980-48c3-931f-3357ff43cbe8,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:28.773380 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fc3d6164-4bef-4172-9cdc-01f2af78e2c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:28.774406 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fc3d6164-4bef-4172-9cdc-01f2af78e2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:28.778458 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-fc3d6164-4bef-4172-9cdc-01f2af78e2c0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aab9ae5d-7980-48c3-931f-3357ff43cbe8 HTTP/1.1" status: 204 len: 168 time: 0.1887391 Apr 15 19:52:28.915934 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2d41b50b-f625-4046-baf3-e5dda2ace899 req-1d0aaad8-6120-4ba1-ae5b-ad7ea4ee04b1 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245222 Apr 15 19:52:28.984440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c64fd4-e8b0-4334-9986-d4500a7e8c65 req-cb78296a-128c-47f8-80b0-477a65768029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:28.986134 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-24c64fd4-e8b0-4334-9986-d4500a7e8c65 req-cb78296a-128c-47f8-80b0-477a65768029 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1098 time: 0.2708378 Apr 15 19:52:28.988711 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-d43d428b-aa84-4a07-b6fc-7f8f33636a57 service neutron] 10.222.0.35 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2718370 Apr 15 19:52:29.046985 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-24c64fd4-e8b0-4334-9986-d4500a7e8c65 req-ed7ba828-cdfe-4553-8b12-ed7a46f3b389 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509188 Apr 15 19:52:29.228475 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-de85332f-6d2d-46e4-be0c-f8a3a6a6ada5 req-704c8755-2058-4c04-910f-358a0f441fa9 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 210 time: 0.0633383 Apr 15 19:52:29.270837 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c322edc-f4c1-4438-9df4-2fa2c3dcbf26 req-8831a7ee-6047-4284-8331-3d26ae2ae8e2 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:29.272564 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7c322edc-f4c1-4438-9df4-2fa2c3dcbf26 req-8831a7ee-6047-4284-8331-3d26ae2ae8e2 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 944 time: 0.1714330 Apr 15 19:52:29.357627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 4dee58a8-b9cb-4d97-b472-a8c96696193a up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:29.451832 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 4dee58a8-b9cb-4d97-b472-a8c96696193a completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:29.457674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 4dee58a8-b9cb-4d97-b472-a8c96696193a triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:29.458512 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:29.579516 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7c322edc-f4c1-4438-9df4-2fa2c3dcbf26 req-da1aa96e-e170-46f3-a5d3-bc347f7a9842 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2979343 Apr 15 19:52:29.623107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:29.657519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:52:29.670998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:29.674234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:29.678083 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-436977ba-e88c-4203-85bd-5b37ca406977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:29.718143 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'code': 200} Apr 15 19:52:29.763660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=4dee58a8-b9cb-4d97-b472-a8c96696193a,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:29.766937 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:30.154949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc93850f-9625-4137-9b3e-1bf3ae7048f1 req-73f3406b-aa5e-4d5e-b019-a0e68fbd9505 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:30.156628 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dc93850f-9625-4137-9b3e-1bf3ae7048f1 req-73f3406b-aa5e-4d5e-b019-a0e68fbd9505 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0957804 Apr 15 19:52:30.226099 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dc93850f-9625-4137-9b3e-1bf3ae7048f1 req-10370d50-e876-4010-b1b1-840a11b9b53a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589082 Apr 15 19:52:30.334886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679d746-b56a-4747-ab8f-8ff767897b5b req-0419b2b2-b567-460a-9a19-48d72d47daa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:30.337060 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9679d746-b56a-4747-ab8f-8ff767897b5b req-0419b2b2-b567-460a-9a19-48d72d47daa8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1098 time: 0.0900605 Apr 15 19:52:30.449577 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9679d746-b56a-4747-ab8f-8ff767897b5b req-c8334329-1c72-4343-a07c-44b293ce0d97 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025136 Apr 15 19:52:30.459152 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5ff3f3db-2a42-4823-9cbb-6a0bfa8abede req-c392fb72-dffb-4d16-b553-87d34daf11b4 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 210 time: 0.0634198 Apr 15 19:52:30.681282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-b9862d5d-a81a-4068-ab4f-ead1e3321e54 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:30.682944 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-b9862d5d-a81a-4068-ab4f-ead1e3321e54 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.61 "GET /v2.0/networks?id=fc7463ec-14f1-4a3b-aebc-103cad27eeba HTTP/1.1" status: 200 len: 815 time: 0.1623447 Apr 15 19:52:30.750269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'port': {'device_id': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'admin_state_up': True, 'tenant_id': '53917eee5c234083acbcd37e1f566a73'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:52:30.926303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7a56b-cdf9-452b-92b6-5e5db40d8d9e req-54a20dd3-62e1-4b01-8a4d-ea1ce49100eb tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:30.927941 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6fc7a56b-cdf9-452b-92b6-5e5db40d8d9e req-54a20dd3-62e1-4b01-8a4d-ea1ce49100eb tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.2383215 Apr 15 19:52:30.933248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:52:30.959641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:52:30.985210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Made reservation on behalf of 53917eee5c234083acbcd37e1f566a73 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:52:30.991992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:31.012656 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6fc7a56b-cdf9-452b-92b6-5e5db40d8d9e req-f4da92f4-6906-470f-80de-a3bc1006f541 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766337 Apr 15 19:52:31.174811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Allocated IP 172.20.0.7 (fc7463ec-14f1-4a3b-aebc-103cad27eeba/ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6/7b46c634-f00e-4d62-ba19-240925e4496e) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:52:31.498285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:31.518362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c0d35e-891e-418e-a46f-b23f36d26d1d req-c17baa42-b436-4c86-91a4-de173ffc918b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:31.528094 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01c0d35e-891e-418e-a46f-b23f36d26d1d req-c17baa42-b436-4c86-91a4-de173ffc918b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1668236 Apr 15 19:52:31.562813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Transition to ACTIVE for port object 7b46c634-f00e-4d62-ba19-240925e4496e will not be triggered until provisioned by entity DHCP. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:31.603933 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01c0d35e-891e-418e-a46f-b23f36d26d1d req-6ec48d91-66b4-4bb9-bc37-72a2f43b6b07 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747371 Apr 15 19:52:31.699904 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b5fa1f6e-dea0-4c90-871b-a85c1809288d req-b25a00f6-054b-4f2c-b183-a028430523b5 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 210 time: 0.0658052 Apr 15 19:52:31.717492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:31.745624 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:32.040044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'Port': ['ID=7b46c634-f00e-4d62-ba19-240925e4496e,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:32.046265 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:32.060138 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:52:32.061986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:32.074742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:52:32.247419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:32.250347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.412036 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6719098 Apr 15 19:52:32.516440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-097ed592-1699-41ce-98b8-8781d54e3865 None None] Provisioning for port 7b46c634-f00e-4d62-ba19-240925e4496e completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:32.552292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-097ed592-1699-41ce-98b8-8781d54e3865 None None] Provisioning complete for port 7b46c634-f00e-4d62-ba19-240925e4496e triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:32.552857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-097ed592-1699-41ce-98b8-8781d54e3865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:32.568866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849743a3-0a93-4275-9f7b-8ec2881a86a4 req-f1d90dda-98eb-40cd-982d-60cc7bd35699 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:32.576970 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-849743a3-0a93-4275-9f7b-8ec2881a86a4 req-f1d90dda-98eb-40cd-982d-60cc7bd35699 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.2633712 Apr 15 19:52:32.647034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8069d089-d835-43da-918d-81294a51607f req-bc8b126c-2390-4f6b-9ff2-73514f69dcfb tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:32.648945 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8069d089-d835-43da-918d-81294a51607f req-bc8b126c-2390-4f6b-9ff2-73514f69dcfb tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1944909 Apr 15 19:52:32.658596 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-849743a3-0a93-4275-9f7b-8ec2881a86a4 req-7c910379-2327-4558-abcb-f47b704687bf tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800736 Apr 15 19:52:32.728051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-097ed592-1699-41ce-98b8-8781d54e3865 None None] Port 7b46c634-f00e-4d62-ba19-240925e4496e cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:52:32.790474 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8069d089-d835-43da-918d-81294a51607f req-b06818b4-cf14-48ea-84b9-5b67e5aa8247 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128542 Apr 15 19:52:32.938781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be992-6032-411c-83a1-1f8dc576b93a req-b9b0c251-4228-4a6a-9466-775e4a3b4ddb tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:32.939593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-c35be992-6032-411c-83a1-1f8dc576b93a req-b9b0c251-4228-4a6a-9466-775e4a3b4ddb tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Synchronizing usage tracker for tenant:53917eee5c234083acbcd37e1f566a73 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:52:32.955731 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-c35be992-6032-411c-83a1-1f8dc576b93a req-b9b0c251-4228-4a6a-9466-775e4a3b4ddb tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Unset dirty status for tenant:53917eee5c234083acbcd37e1f566a73 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:52:32.957668 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c35be992-6032-411c-83a1-1f8dc576b93a req-b9b0c251-4228-4a6a-9466-775e4a3b4ddb tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.1070998 Apr 15 19:52:33.011019 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c35be992-6032-411c-83a1-1f8dc576b93a req-ea1a6750-c100-4215-8af9-ed29f40c0e24 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462799 Apr 15 19:52:33.917734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef23629-9d93-47d2-97d6-8139d8c0dce9 req-f3304fb6-36d4-4f70-b536-14393b9680fb tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:33.920127 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aef23629-9d93-47d2-97d6-8139d8c0dce9 req-f3304fb6-36d4-4f70-b536-14393b9680fb tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1259265 Apr 15 19:52:34.025532 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aef23629-9d93-47d2-97d6-8139d8c0dce9 req-9c3e6380-e66e-455f-b06d-593770f081c7 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0982323 Apr 15 19:52:34.068063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b519c-c505-4870-823d-ee75b1cfaaca req-e6a6043d-c523-4c34-a330-d985fb6f7ea3 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:34.069752 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9a2b519c-c505-4870-823d-ee75b1cfaaca req-e6a6043d-c523-4c34-a330-d985fb6f7ea3 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1253052 Apr 15 19:52:34.155497 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9a2b519c-c505-4870-823d-ee75b1cfaaca req-3fe02e86-c277-4b44-b382-03dca4b8cb97 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791891 Apr 15 19:52:34.259506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fffc51-d674-4af6-9965-6019f7b70cbe req-dc03ae1c-eebb-40a2-ab3f-1e08e311aac3 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:34.261314 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-32fffc51-d674-4af6-9965-6019f7b70cbe req-dc03ae1c-eebb-40a2-ab3f-1e08e311aac3 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.0988004 Apr 15 19:52:34.326232 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-32fffc51-d674-4af6-9965-6019f7b70cbe req-20033b29-eb00-4b33-a8a3-9d7aca32fb55 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571351 Apr 15 19:52:35.238625 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e360df3-be17-435b-a3a4-9e5c1df729ac req-11f0bb2f-36dc-4a5a-8377-7be10fdc97d4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:35.240428 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0e360df3-be17-435b-a3a4-9e5c1df729ac req-11f0bb2f-36dc-4a5a-8377-7be10fdc97d4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.0924442 Apr 15 19:52:35.334963 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0e360df3-be17-435b-a3a4-9e5c1df729ac req-3284a89d-30a6-455a-9546-79ae57310bd9 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873001 Apr 15 19:52:35.394240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18756668-d035-4f1b-b5d0-870eaac8e41c req-285fc460-5783-4ef7-8c44-c5cf9687e181 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:35.395953 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-18756668-d035-4f1b-b5d0-870eaac8e41c req-285fc460-5783-4ef7-8c44-c5cf9687e181 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1033399 Apr 15 19:52:35.453435 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-18756668-d035-4f1b-b5d0-870eaac8e41c req-0f0bdf34-472a-433a-8d02-54d96e9b4dc6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508699 Apr 15 19:52:35.560134 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf39793e-3fca-4302-812a-d130946e6df7 req-d05b79b5-3020-40d3-ab99-b112be82e67c tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:35.568399 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bf39793e-3fca-4302-812a-d130946e6df7 req-d05b79b5-3020-40d3-ab99-b112be82e67c tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.1132135 Apr 15 19:52:35.616436 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bf39793e-3fca-4302-812a-d130946e6df7 req-918989b4-a54e-4384-9ecf-250db5adc09f tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467923 Apr 15 19:52:36.598209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7964a-1389-4b94-a0aa-a64f7584727e req-df8f6418-73fc-4c84-9a6b-43e8dee230f1 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:36.600554 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-11b7964a-1389-4b94-a0aa-a64f7584727e req-df8f6418-73fc-4c84-9a6b-43e8dee230f1 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1312823 Apr 15 19:52:36.716065 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-11b7964a-1389-4b94-a0aa-a64f7584727e req-566e9bcb-79a9-493c-a00a-e9e2730eb328 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084630 Apr 15 19:52:36.765190 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f007ca7-2ca3-406d-a815-83c81e4452ef req-57185ab8-3de0-4143-9b65-000f83549d1d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:36.767975 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0f007ca7-2ca3-406d-a815-83c81e4452ef req-57185ab8-3de0-4143-9b65-000f83549d1d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1334455 Apr 15 19:52:36.880440 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0f007ca7-2ca3-406d-a815-83c81e4452ef req-219d500d-f0cb-434d-99d4-86a7f5be5e54 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034396 Apr 15 19:52:37.032776 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdb050-f3a1-49f4-9e40-542a6c260cc1 req-36c21a98-88ae-4c6a-871e-7c93c348aa55 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:37.035842 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-42fdb050-f3a1-49f4-9e40-542a6c260cc1 req-36c21a98-88ae-4c6a-871e-7c93c348aa55 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.0989041 Apr 15 19:52:37.101194 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-42fdb050-f3a1-49f4-9e40-542a6c260cc1 req-202c0503-3c73-48d1-82dd-554abe41a37b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544004 Apr 15 19:52:37.314029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b549d51f-c9e3-4486-9935-d6c06427bb0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:37.963030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc98e4f-9056-4f51-beb1-c5fc3e5c0b53 req-c23b9162-4316-4fc6-945f-bddaed38c2c6 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:37.964723 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4fc98e4f-9056-4f51-beb1-c5fc3e5c0b53 req-c23b9162-4316-4fc6-945f-bddaed38c2c6 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1089840 Apr 15 19:52:38.079680 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4fc98e4f-9056-4f51-beb1-c5fc3e5c0b53 req-4a57b8ae-7b10-4cba-bb89-2c3e3630298d tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085343 Apr 15 19:52:38.125496 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cabe55a6-bdfa-4925-945e-7627d6432874 req-14239a23-2a5f-4cbc-a471-57152568e7e2 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:38.127186 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cabe55a6-bdfa-4925-945e-7627d6432874 req-14239a23-2a5f-4cbc-a471-57152568e7e2 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1197879 Apr 15 19:52:38.191722 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cabe55a6-bdfa-4925-945e-7627d6432874 req-22795569-8178-4f05-9fdb-42d5a2627d34 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569382 Apr 15 19:52:38.332126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4158bbc-4db7-4db3-ac85-8f2632687361 req-af226bd3-d3e0-47f7-ad87-6b1e4a699577 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:38.333807 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b4158bbc-4db7-4db3-ac85-8f2632687361 req-af226bd3-d3e0-47f7-ad87-6b1e4a699577 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.0987318 Apr 15 19:52:38.385495 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b4158bbc-4db7-4db3-ac85-8f2632687361 req-201deb52-9c60-4074-8045-54cce4c19957 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445259 Apr 15 19:52:39.319970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568a06a-a823-4f3d-93a3-c1aaff2536d9 req-f4618503-672c-486d-b313-921a0ff138b1 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:39.321594 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c568a06a-a823-4f3d-93a3-c1aaff2536d9 req-f4618503-672c-486d-b313-921a0ff138b1 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.0943573 Apr 15 19:52:39.434588 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c568a06a-a823-4f3d-93a3-c1aaff2536d9 req-169a8805-47e0-46f0-acf7-3b5e7065d7b7 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690174 Apr 15 19:52:39.452214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d698952-160a-4c56-85f0-3702a1e0ea43 req-1ef996dc-3751-4969-8510-7baeaf899c95 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:39.453989 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2d698952-160a-4c56-85f0-3702a1e0ea43 req-1ef996dc-3751-4969-8510-7baeaf899c95 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1313550 Apr 15 19:52:39.506458 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2d698952-160a-4c56-85f0-3702a1e0ea43 req-15478c8a-e45a-4465-b9f8-e12e96294039 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Apr 15 19:52:39.655924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997abeb-e461-4324-86ba-1119d2540865 req-7c169bb9-5adc-4af9-bda7-7df28a94f9c2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:39.657546 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9997abeb-e461-4324-86ba-1119d2540865 req-7c169bb9-5adc-4af9-bda7-7df28a94f9c2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.0891507 Apr 15 19:52:39.692046 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ae194e7a-b28a-4d57-aad2-9ee45aa26a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:39.709427 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9997abeb-e461-4324-86ba-1119d2540865 req-a300c07a-0e84-4241-867a-6edd5f78afa7 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447290 Apr 15 19:52:40.248767 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:40.586114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:40.711936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01b3d6-b717-4de7-95e7-31e21a508d53 req-ae4df428-3629-465e-b645-78e1e2db49f4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:40.713568 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3d01b3d6-b717-4de7-95e7-31e21a508d53 req-ae4df428-3629-465e-b645-78e1e2db49f4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1638689 Apr 15 19:52:40.787815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96569781-6b46-4173-8765-dac0ab206772 req-00af9c88-668a-41ee-bbc0-45fd6e3fea3c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:40.789435 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-96569781-6b46-4173-8765-dac0ab206772 req-00af9c88-668a-41ee-bbc0-45fd6e3fea3c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1539884 Apr 15 19:52:40.792547 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3d01b3d6-b717-4de7-95e7-31e21a508d53 req-c9bd7de8-5203-4686-b372-ca645af168e0 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705349 Apr 15 19:52:40.857575 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-96569781-6b46-4173-8765-dac0ab206772 req-90bdfe75-f769-4d07-b17c-be6b0c9cd9b2 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608976 Apr 15 19:52:41.007918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea5c915-9bcc-40e8-970a-c2be35a88366 req-634ed971-66b4-47c4-925b-7da6eb78e559 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:41.009689 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dea5c915-9bcc-40e8-970a-c2be35a88366 req-634ed971-66b4-47c4-925b-7da6eb78e559 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.0927265 Apr 15 19:52:41.060163 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-dea5c915-9bcc-40e8-970a-c2be35a88366 req-90a95de9-a78d-41c0-9a56-07cab1669db6 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437231 Apr 15 19:52:42.010123 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f984264a-f2df-43cb-92dd-2e72f1e52205 req-6508abd6-8ea4-45c8-8fcb-bf9e6f3e7163 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:42.011890 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f984264a-f2df-43cb-92dd-2e72f1e52205 req-6508abd6-8ea4-45c8-8fcb-bf9e6f3e7163 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1004338 Apr 15 19:52:42.068730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:42.082926 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f984264a-f2df-43cb-92dd-2e72f1e52205 req-08760b93-2335-4559-a81c-fcafd9aa188e tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640752 Apr 15 19:52:42.228267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecb7a8d-2139-45da-9664-b3bb0ee51593 req-2fba22dd-17c9-491d-be80-a106948ceb64 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:42.229960 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8ecb7a8d-2139-45da-9664-b3bb0ee51593 req-2fba22dd-17c9-491d-be80-a106948ceb64 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0918741 Apr 15 19:52:42.340461 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8ecb7a8d-2139-45da-9664-b3bb0ee51593 req-5cfc811d-a04f-406a-b1f8-690d5cc4984b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008785 Apr 15 19:52:42.376943 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b463eb0c-e5ce-4aed-8d7b-f36e9ab05167 req-e2f0ec1b-76a5-4505-8c81-dd8846c47856 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:42.379133 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b463eb0c-e5ce-4aed-8d7b-f36e9ab05167 req-e2f0ec1b-76a5-4505-8c81-dd8846c47856 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.1383851 Apr 15 19:52:42.436315 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b463eb0c-e5ce-4aed-8d7b-f36e9ab05167 req-2f477e2e-6097-4542-9ee6-6128b18d481f tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479679 Apr 15 19:52:42.579966 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41904) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:42.712542 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:42.727842 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:52:42.732055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Usage tracker for resource:security_group_rule and tenant:9a05257ecb7b47fa890f6f144f1d46fe is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:52:42.735128 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:52:42.742006 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:52:42.828100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:42.831834 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:42.841452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2dedeaca-82ee-487f-abfd-4d694731a5ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:42.884792 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9a05257ecb7b47fa890f6f144f1d46fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3036687 Apr 15 19:52:42.885795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40696db7-e123-45dc-8f0d-62e1ab2fbc94,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:42.889190 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:42.889430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 41910) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:42.953445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b3e34557-6d10-47a5-b3f1-c64586bfd2f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:42.981581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b3e34557-6d10-47a5-b3f1-c64586bfd2f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:43.026720 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b3e34557-6d10-47a5-b3f1-c64586bfd2f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:43.031980 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5da9f2af-a9db-4251-9da2-b28ea02946fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:43.049847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e34557-6d10-47a5-b3f1-c64586bfd2f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40696db7-e123-45dc-8f0d-62e1ab2fbc94,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:43.052901 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b3e34557-6d10-47a5-b3f1-c64586bfd2f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:43.055356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b3e34557-6d10-47a5-b3f1-c64586bfd2f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:43.056368 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b3e34557-6d10-47a5-b3f1-c64586bfd2f6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/40696db7-e123-45dc-8f0d-62e1ab2fbc94 HTTP/1.1" status: 204 len: 168 time: 0.1658072 Apr 15 19:52:43.324856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8390377f-4e70-4f0d-bc01-87862b74f4a0 req-8e7b8f27-5cd9-4045-ba9b-32b686c0fd6d tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:43.326709 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8390377f-4e70-4f0d-bc01-87862b74f4a0 req-8e7b8f27-5cd9-4045-ba9b-32b686c0fd6d tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1030133 Apr 15 19:52:43.392965 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:52:43.399496 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8390377f-4e70-4f0d-bc01-87862b74f4a0 req-d1942898-450a-4e90-8403-e1e82d9ad0d7 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655715 Apr 15 19:52:43.840204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2061b0-9710-46c6-832c-52ff7154bc1e req-bdae722c-276e-4e70-8d6e-fbd77fa37978 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:43.841913 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8a2061b0-9710-46c6-832c-52ff7154bc1e req-bdae722c-276e-4e70-8d6e-fbd77fa37978 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.3758202 Apr 15 19:52:43.907828 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8a2061b0-9710-46c6-832c-52ff7154bc1e req-08934c51-c9f2-4cb3-8adb-661ab5a2cf11 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586843 Apr 15 19:52:43.917494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a182d13-a192-4dc0-a114-b6a681f6e757 req-f6264836-a910-4f4d-9ee4-550072004690 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:43.919352 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8a182d13-a192-4dc0-a114-b6a681f6e757 req-f6264836-a910-4f4d-9ee4-550072004690 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.3625300 Apr 15 19:52:43.971719 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8a182d13-a192-4dc0-a114-b6a681f6e757 req-cc1ccfb4-02b0-4c3f-b27e-eb39d67c2554 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450106 Apr 15 19:52:44.566462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Request body: {'port': {'device_id': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:52:44.672456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-56af3b8c-14a1-44b6-b8ca-f47628291b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:44.674108 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-56af3b8c-14a1-44b6-b8ca-f47628291b03 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=6c6255fc81944fc787e2892b04427d40&device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 1098 time: 0.0821400 Apr 15 19:52:44.717737 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419e57af-5402-447c-8593-403c98d49aeb req-513fe566-f9c7-4e15-9d41-5b84ef869ebe tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:44.719279 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-419e57af-5402-447c-8593-403c98d49aeb req-513fe566-f9c7-4e15-9d41-5b84ef869ebe tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.2044969 Apr 15 19:52:44.720034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:44.904432 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-419e57af-5402-447c-8593-403c98d49aeb req-0c27f8ca-b550-47a1-be06-0132bfadcd49 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1747878 Apr 15 19:52:45.098121 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-bc3992be-2d16-442b-b537-f536e9832480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:45.099689 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-bc3992be-2d16-442b-b537-f536e9832480 service neutron] 10.222.0.61 "GET /v2.0/networks?id=88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 200 len: 919 time: 0.3939595 Apr 15 19:52:45.174309 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-232833c6-5762-49d3-a32a-8203e080a72a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=49fd2473-58c7-488e-ba38-fc84742f469d HTTP/1.1" status: 200 len: 217 time: 0.0658629 Apr 15 19:52:45.256592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-cfea51c3-c64a-440f-840c-6fd7a9ed3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:45.258117 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-cfea51c3-c64a-440f-840c-6fd7a9ed3ef6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 200 len: 858 time: 0.0697517 Apr 15 19:52:45.288187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff506070-03ae-4293-a1e3-fc7f83eac90b req-5e2096c9-29d7-4dee-881d-1a81235bd25f tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:45.289860 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff506070-03ae-4293-a1e3-fc7f83eac90b req-5e2096c9-29d7-4dee-881d-1a81235bd25f tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.2530453 Apr 15 19:52:45.316319 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-b533be53-8906-4031-89b2-4e2719cc66d8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=88e923d6-1841-4f91-ac76-d29403f1cfe3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478973 Apr 15 19:52:45.330306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f224231-d328-4e55-b2be-53741dfb4deb req-a953e5cc-cfa2-421c-9c74-3dab9eadd315 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:45.331934 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f224231-d328-4e55-b2be-53741dfb4deb req-a953e5cc-cfa2-421c-9c74-3dab9eadd315 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 931 time: 0.2328858 Apr 15 19:52:45.337177 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b46c634-f00e-4d62-ba19-240925e4496e {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:52:45.349463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:45.404910 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff506070-03ae-4293-a1e3-fc7f83eac90b req-13e1dd5b-c18a-4d48-b55f-4f7364021625 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086347 Apr 15 19:52:45.406048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Transition to ACTIVE for port object 7b46c634-f00e-4d62-ba19-240925e4496e will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:52:45.419712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:45.439682 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:45.465290 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-17511b12-71c4-45d4-a4e2-1e84d98079cc service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395144 Apr 15 19:52:45.481596 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f224231-d328-4e55-b2be-53741dfb4deb req-618ee709-0171-48e6-a763-defb6a4b93a5 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396108 Apr 15 19:52:45.583250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Pushing event updated for resources: {'Port': ['ID=7b46c634-f00e-4d62-ba19-240925e4496e,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:45.596695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:45.619552 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94c1fede-0b26-4327-97d6-8db6d34b4ac6 req-c0e75a1a-64e2-462e-934e-76e95c9faf57 service neutron] 10.222.0.61 "GET /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1396830 Apr 15 19:52:45.812204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Attempting to bind port 7b46c634-f00e-4d62-ba19-240925e4496e on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:52:45.812549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Attempting to bind port 7b46c634-f00e-4d62-ba19-240925e4496e by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:52:45.812920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Attempting to bind port 7b46c634-f00e-4d62-ba19-240925e4496e on network fc7463ec-14f1-4a3b-aebc-103cad27eeba {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:52:45.818522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Port 7b46c634-f00e-4d62-ba19-240925e4496e on network fc7463ec-14f1-4a3b-aebc-103cad27eeba not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:52:45.818881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Attempting to bind port 7b46c634-f00e-4d62-ba19-240925e4496e on network fc7463ec-14f1-4a3b-aebc-103cad27eeba {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:52:45.824456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:52:45.824830 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Checking segment: {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:52:45.825248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Bound using segment: {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:52:45.825710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Bound port: 7b46c634-f00e-4d62-ba19-240925e4496e, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e3882ee4-cb85-4bce-abea-490f1a860445', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:52:45.826138 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:45.926811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] For port 7b46c634-f00e-4d62-ba19-240925e4496e, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:52:45.929955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] For port 7b46c634-f00e-4d62-ba19-240925e4496e, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7b46c634-f00e-4d62-ba19-240925e4496e,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:52:45.933821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:45.950253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:46.158307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Pushing event updated for resources: {'Port': ['ID=7b46c634-f00e-4d62-ba19-240925e4496e,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:46.165666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:46.214541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14e70c8-a263-4d49-a0c3-51db8ec4775d req-741d147d-5a45-455e-8671-7ae3ccc88016 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:46.216127 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c14e70c8-a263-4d49-a0c3-51db8ec4775d req-741d147d-5a45-455e-8671-7ae3ccc88016 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1719427 Apr 15 19:52:46.226824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:46.227607 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:46.228996 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] 10.222.0.61 "PUT /v2.0/ports/7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 1093 time: 1.6727278 Apr 15 19:52:46.230185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:52:46.314536 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e', 'status': 'completed', 'code': 200} Apr 15 19:52:46.333835 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c14e70c8-a263-4d49-a0c3-51db8ec4775d req-abee580f-4bc6-410a-843e-cc8d74955dbc tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086001 Apr 15 19:52:46.370005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-646c1d93-904c-4db7-998a-dee5b7e56fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:46.371635 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-646c1d93-904c-4db7-998a-dee5b7e56fd4 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53917eee5c234083acbcd37e1f566a73&device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 1096 time: 0.0932956 Apr 15 19:52:46.457624 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-d44a2f3b-f259-4792-a133-2d1410f40040 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 217 time: 0.0685318 Apr 15 19:52:46.629370 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-d4009359-3d7b-408e-86a1-672651507f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:46.630950 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-d4009359-3d7b-408e-86a1-672651507f9f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6 HTTP/1.1" status: 200 len: 854 time: 0.1329253 Apr 15 19:52:46.726967 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0c0649-16ed-4cca-abd5-72fa51bacdcb req-dc8f99b7-0171-4ba6-967a-74caf8987bc3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:46.728491 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2e0c0649-16ed-4cca-abd5-72fa51bacdcb req-dc8f99b7-0171-4ba6-967a-74caf8987bc3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.2735200 Apr 15 19:52:46.747761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412c8fb8-4320-427e-ad1b-7e229a08c6c5 req-cc3a25e9-983b-4e01-abbe-dd86bc402052 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:46.749296 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-412c8fb8-4320-427e-ad1b-7e229a08c6c5 req-cc3a25e9-983b-4e01-abbe-dd86bc402052 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.2059968 Apr 15 19:52:46.832225 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-c73013a1-64e5-43f5-a070-550ceab0b37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:46.833840 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-c73013a1-64e5-43f5-a070-550ceab0b37b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc7463ec-14f1-4a3b-aebc-103cad27eeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1908510 Apr 15 19:52:46.841017 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2e0c0649-16ed-4cca-abd5-72fa51bacdcb req-5e0bf0cb-c6e0-42c9-a2e7-dd5dbeda0457 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1044531 Apr 15 19:52:46.845631 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-412c8fb8-4320-427e-ad1b-7e229a08c6c5 req-ab0d0b4f-0add-4b36-8915-560c411e89bc tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782096 Apr 15 19:52:46.866819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41940) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:47.065369 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-cce7255c-3bb4-4a12-a2d7-962675f83cda service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186160 Apr 15 19:52:47.107774 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c71bba6-3a7f-4f2a-af7f-833f9da73884 req-543c9c9a-9d1d-4336-baf2-a594fd50aab1 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:47.109411 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7c71bba6-3a7f-4f2a-af7f-833f9da73884 req-543c9c9a-9d1d-4336-baf2-a594fd50aab1 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 943 time: 0.1557467 Apr 15 19:52:47.140740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71dfb282-7249-473d-8891-ad6b73df2959 tempest-TestShelveInstance-716314652 tempest-TestShelveInstance-716314652-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:47.141513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-71dfb282-7249-473d-8891-ad6b73df2959 tempest-TestShelveInstance-716314652 tempest-TestShelveInstance-716314652-project-admin] Synchronizing usage tracker for tenant:4c5877e3f3f842eeb672842f96af7481 on resource:port {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:52:47.158550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-71dfb282-7249-473d-8891-ad6b73df2959 tempest-TestShelveInstance-716314652 tempest-TestShelveInstance-716314652-project-admin] Unset dirty status for tenant:4c5877e3f3f842eeb672842f96af7481 on resource:port {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:52:47.160457 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-71dfb282-7249-473d-8891-ad6b73df2959 tempest-TestShelveInstance-716314652 tempest-TestShelveInstance-716314652-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1093 time: 0.2925515 Apr 15 19:52:47.163712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 41946) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:52:47.169328 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Request body: {'floatingip': {'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'port_id': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'fixed_ip_address': '172.20.0.9'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:52:47.175784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:52:47.179897 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Usage tracker for resource:floatingip and tenant:8718c5048a7d426692a34d394beba9fc is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:52:47.182924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:52:47.191623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:52:47.202250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for floatingip, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:47.368084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:47.465668 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7c71bba6-3a7f-4f2a-af7f-833f9da73884 req-7179b47f-5c3c-40ca-a7e8-56977f6a2449 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3057864 Apr 15 19:52:47.487273 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2907af9-fd2d-4751-90c8-6a9b1a5a11f0 req-e639ef5c-be46-4386-9574-e30506ed9f9c service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4128754 Apr 15 19:52:47.519686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Allocated IP 172.28.1.210 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/d286055b-ab8f-4c8e-b15b-6361ce200af5) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:52:47.627116 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-8e293a04-315f-4926-97bd-0d30c55ec56d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:47.629494 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-8e293a04-315f-4926-97bd-0d30c55ec56d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53917eee5c234083acbcd37e1f566a73&device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 1096 time: 0.0864100 Apr 15 19:52:47.684327 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:47.716074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:47.734044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-478aaacc-e817-4036-af44-df7dca525497 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:47.805690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-ff8210c7-e575-4e6a-a896-dee15eea632c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:47.807300 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-ff8210c7-e575-4e6a-a896-dee15eea632c service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc7463ec-14f1-4a3b-aebc-103cad27eeba HTTP/1.1" status: 200 len: 916 time: 0.1646833 Apr 15 19:52:47.879864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'Port': ['ID=d286055b-ab8f-4c8e-b15b-6361ce200af5,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:47.897472 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-db4f47b7-02c3-480f-86f8-557f0dee9987 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 217 time: 0.0718901 Apr 15 19:52:47.901598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.902025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.902431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.902830 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.903227 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.903619 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.904038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.904407 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.904797 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.905187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.905580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.906013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:52:47.909948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:47.948989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:52:47.950272 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:52:47.954063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:52:47.982317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-4e0eb4b8-c12d-42c8-b0df-26ec103ff345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:47.983878 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-4e0eb4b8-c12d-42c8-b0df-26ec103ff345 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6 HTTP/1.1" status: 200 len: 854 time: 0.0688424 Apr 15 19:52:48.140855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aff1d8c-8be5-4853-8e1a-4316b694b6ac req-433399f1-71cf-4fae-9f67-e6d9e753b767 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:48.142420 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3aff1d8c-8be5-4853-8e1a-4316b694b6ac req-433399f1-71cf-4fae-9f67-e6d9e753b767 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1622918 Apr 15 19:52:48.146023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-dd3d674d-1b91-4888-98bc-721d147ff32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:48.147509 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-dd3d674d-1b91-4888-98bc-721d147ff32c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc7463ec-14f1-4a3b-aebc-103cad27eeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1206198 Apr 15 19:52:48.274313 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3aff1d8c-8be5-4853-8e1a-4316b694b6ac req-3fded5a0-3f01-49f4-ae9a-823a5141d007 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244509 Apr 15 19:52:48.362603 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-c1630afd-0da5-4765-8194-fe1dfc7c3c62 service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987770 Apr 15 19:52:48.515870 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50e0ae54-9997-4eb6-b2aa-9e069d263186 req-367d6e4e-4542-4813-8888-03a1376d40d5 service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444526 Apr 15 19:52:48.575986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:48.677106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a90280-ae59-498c-b9fe-b93700d5bfd2 req-dd0143e7-ef01-4c23-8d2b-777cd5a20848 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:48.678839 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c6a90280-ae59-498c-b9fe-b93700d5bfd2 req-dd0143e7-ef01-4c23-8d2b-777cd5a20848 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 943 time: 0.0943565 Apr 15 19:52:48.701045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:48.728687 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c6a90280-ae59-498c-b9fe-b93700d5bfd2 req-065fcfe4-1e39-4c13-99ea-ab7ca038f9c8 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435350 Apr 15 19:52:48.963267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:48.966867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:48.982197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:49.320198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event updated for resources: {'Port': ['ID=d286055b-ab8f-4c8e-b15b-6361ce200af5,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:49.332810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:49.421380 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:49.603484 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Floating IP cdf9da57-daf7-431f-ad2e-de3b16b8d63e associated. External IP: 172.28.1.210, port: 4dee58a8-b9cb-4d97-b472-a8c96696193a. Apr 15 19:52:49.990393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c317d6bb-f5f3-4b15-9db3-a11ae06dba21 req-c654007a-2574-4ecd-891f-3cb60797f0ef tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:49.992184 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c317d6bb-f5f3-4b15-9db3-a11ae06dba21 req-c654007a-2574-4ecd-891f-3cb60797f0ef tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 943 time: 0.1307847 Apr 15 19:52:50.000260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Router bf285675-a8fe-4395-b50e-ac3f94072933 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:52:50.047116 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c317d6bb-f5f3-4b15-9db3-a11ae06dba21 req-7cda1218-ad87-4428-90e3-bcb58d7f231d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484276 Apr 15 19:52:50.208766 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:52:50.225143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] Sync routers for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:52:50.236235 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:50.237044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:52:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:50.241775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:50.313781 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1359527 Apr 15 19:52:50.313781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:52:50.352949 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'status': 'completed', 'code': 200} Apr 15 19:52:50.435802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:50.462742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-f10757af-c5aa-4cc8-9c1d-b94ee73b2585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:50.464365 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-f10757af-c5aa-4cc8-9c1d-b94ee73b2585 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8718c5048a7d426692a34d394beba9fc&device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1098 time: 0.0813868 Apr 15 19:52:50.617952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-94709e40-5967-4318-91b6-f75b0e7c8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:50.619546 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-94709e40-5967-4318-91b6-f75b0e7c8883 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4336a73e-b5b6-44b6-aae0-1be79b2ab071 HTTP/1.1" status: 200 len: 910 time: 0.1395037 Apr 15 19:52:50.734992 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-5c77f361-9207-4195-9989-8fb50704f589 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a HTTP/1.1" status: 200 len: 999 time: 0.1046515 Apr 15 19:52:50.805385 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-a19a7c1f-354f-43b0-9398-4295bae94461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:50.807242 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-a19a7c1f-354f-43b0-9398-4295bae94461 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4191a53f-72df-4757-9b81-4f90a736d433 HTTP/1.1" status: 200 len: 848 time: 0.0646725 Apr 15 19:52:50.808502 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': 'cdf9da57-daf7-431f-ad2e-de3b16b8d63e', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'port_id': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'mac_address': 'fa:16:3e:95:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:52:48Z', 'updated_at': '2021-04-15T19:52:48Z', 'revision_number': 0, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf', 'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'mac_address': 'fa:16:3e:02:15:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:31Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 5, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'subnets': [{'id': '4191a53f-72df-4757-9b81-4f90a736d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:50.812706 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] Checking router: bf285675-a8fe-4395-b50e-ac3f94072933 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:52:50.821688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:52:50.822363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:52:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:50.897357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-859e01fc-bcbd-4ea0-a2d5-86222006728f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:50.899027 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-859e01fc-bcbd-4ea0-a2d5-86222006728f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4336a73e-b5b6-44b6-aae0-1be79b2ab071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820618 Apr 15 19:52:51.020075 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:52:51.047543 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-2edb1552-68a7-4afb-8ecd-776b477f72c2 service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1389556 Apr 15 19:52:51.251127 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-172a9438-ba36-448e-82ad-671b09ea8ac2 req-120cc35b-557b-4cac-b029-153452e64cb0 service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929157 Apr 15 19:52:51.282480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703e889d-3947-4dd8-a037-73d94e271a06 req-bfa0ef76-cefa-4ea6-98d1-72e0a07b7a33 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:51.284091 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-703e889d-3947-4dd8-a037-73d94e271a06 req-bfa0ef76-cefa-4ea6-98d1-72e0a07b7a33 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 943 time: 0.1122921 Apr 15 19:52:51.350189 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-703e889d-3947-4dd8-a037-73d94e271a06 req-a8007441-d20b-40d1-8728-83e6dc3ce52b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526345 Apr 15 19:52:51.397409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': 'cdf9da57-daf7-431f-ad2e-de3b16b8d63e', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'port_id': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'mac_address': 'fa:16:3e:95:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:52:48Z', 'updated_at': '2021-04-15T19:52:48Z', 'revision_number': 0, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf', 'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'mac_address': 'fa:16:3e:02:15:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:31Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 5, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'subnets': [{'id': '4191a53f-72df-4757-9b81-4f90a736d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:52:51.401721 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c81c8a9-dbfb-4f54-9677-f2139bb90d71 None None] The sync data for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb is: [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': 'cdf9da57-daf7-431f-ad2e-de3b16b8d63e', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'floating_ip_address': '172.28.1.210', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'port_id': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 475, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'mac_address': 'fa:16:3e:95:eb:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:52:48Z', 'updated_at': '2021-04-15T19:52:48Z', 'revision_number': 0, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf', 'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'mac_address': 'fa:16:3e:02:15:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:31Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 5, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'subnets': [{'id': '4191a53f-72df-4757-9b81-4f90a736d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:52:51.467412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 7b46c634-f00e-4d62-ba19-240925e4496e details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:52:51.783548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 7b46c634-f00e-4d62-ba19-240925e4496e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7b46c634-f00e-4d62-ba19-240925e4496e,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:51.798519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '7b46c634-f00e-4d62-ba19-240925e4496e', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'port_id': '7b46c634-f00e-4d62-ba19-240925e4496e', 'mac_address': 'fa:16:3e:46:c2:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 646, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:52:51.830285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d31293-79c9-46d2-8b79-4101339c91bc None None] New status for floating IP cdf9da57-daf7-431f-ad2e-de3b16b8d63e: ACTIVE {{(pid=85368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:52:51.947634 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:52.041983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b46c634-f00e-4d62-ba19-240925e4496e {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:52:52.084077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 7b46c634-f00e-4d62-ba19-240925e4496e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7b46c634-f00e-4d62-ba19-240925e4496e,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:52.139928 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:52.148480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b210573b-8228-45b3-adc7-4e9045d174f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:52.220371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=7b46c634-f00e-4d62-ba19-240925e4496e,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:52.223605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:52.509229 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['7b46c634-f00e-4d62-ba19-240925e4496e'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:52:52.559202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71a8e3-8517-4f74-88f3-91e6d73b7cd6 req-99be7c14-da65-4d24-aefe-a6c52704ba73 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:52.560839 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1b71a8e3-8517-4f74-88f3-91e6d73b7cd6 req-99be7c14-da65-4d24-aefe-a6c52704ba73 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 944 time: 0.0938799 Apr 15 19:52:52.617681 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1b71a8e3-8517-4f74-88f3-91e6d73b7cd6 req-38957b2a-5b04-49f9-bd69-b511eed3c352 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499995 Apr 15 19:52:52.935930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4fa92c-e68b-49eb-8501-d89a44f4e3c9 req-bd38fc7e-05d9-4624-8828-09d8a3f44193 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:52.937517 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7e4fa92c-e68b-49eb-8501-d89a44f4e3c9 req-bd38fc7e-05d9-4624-8828-09d8a3f44193 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.0885744 Apr 15 19:52:52.988039 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7e4fa92c-e68b-49eb-8501-d89a44f4e3c9 req-86b345f6-dc48-48bd-b81e-a03becbeb611 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429604 Apr 15 19:52:53.817943 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1bfd78-1d50-44b5-a9e5-ce97f511d9ef req-5b84bf90-3089-4c21-aff5-cbdc1d8e7b22 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:53.819563 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f1bfd78-1d50-44b5-a9e5-ce97f511d9ef req-5b84bf90-3089-4c21-aff5-cbdc1d8e7b22 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 944 time: 0.0889251 Apr 15 19:52:53.866635 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f1bfd78-1d50-44b5-a9e5-ce97f511d9ef req-9618e892-4e63-4ec6-bc29-55efad2012af tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408161 Apr 15 19:52:54.190307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb90336-0b81-49da-b0bd-682bb69deb98 req-909213a1-d250-456f-85bf-fa865cc7d299 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:54.192479 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3eb90336-0b81-49da-b0bd-682bb69deb98 req-909213a1-d250-456f-85bf-fa865cc7d299 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.0911798 Apr 15 19:52:54.239541 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3eb90336-0b81-49da-b0bd-682bb69deb98 req-0f6ddd24-e373-4710-9953-ef2efcb3fa36 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407519 Apr 15 19:52:55.068535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18e7d4c-f14b-43c5-a08a-9eb285f6bae4 req-2c1f36f6-9445-4b18-b880-f93e48041379 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:55.070084 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d18e7d4c-f14b-43c5-a08a-9eb285f6bae4 req-2c1f36f6-9445-4b18-b880-f93e48041379 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 944 time: 0.0894718 Apr 15 19:52:55.118282 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d18e7d4c-f14b-43c5-a08a-9eb285f6bae4 req-1903357e-c8a8-4304-ad27-e35437e28136 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417583 Apr 15 19:52:55.448327 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8f1441-c1f3-4981-b53d-8ab8eff0a2b8 req-6c20bbd2-b7c8-45f3-bdcf-ac57b86b366b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:55.449986 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-da8f1441-c1f3-4981-b53d-8ab8eff0a2b8 req-6c20bbd2-b7c8-45f3-bdcf-ac57b86b366b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.0924895 Apr 15 19:52:55.501201 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-da8f1441-c1f3-4981-b53d-8ab8eff0a2b8 req-4a865de7-ffa8-4ea7-9a31-c946e47c007a tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440700 Apr 15 19:52:55.502378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 7b46c634-f00e-4d62-ba19-240925e4496e up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:52:55.573273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 7b46c634-f00e-4d62-ba19-240925e4496e completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:52:55.578255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 7b46c634-f00e-4d62-ba19-240925e4496e triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:52:55.578679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:55.712531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:55.719370 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:55.750877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:52:55.762472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 7b46c634-f00e-4d62-ba19-240925e4496e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7b46c634-f00e-4d62-ba19-240925e4496e,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:55.765513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:55.767534 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:55.810700 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e', 'code': 200} Apr 15 19:52:55.850373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=7b46c634-f00e-4d62-ba19-240925e4496e,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:55.853301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:55.945171 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-d932c3be-ad01-47c6-ae43-bb6babf0f99b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812354 Apr 15 19:52:56.009962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f266a53b-246d-4690-bacd-87c951efdf5f req-67cca4fc-3f0c-4720-85a0-b5a89880f784 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:56.010662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-f266a53b-246d-4690-bacd-87c951efdf5f req-67cca4fc-3f0c-4720-85a0-b5a89880f784 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Synchronizing usage tracker for tenant:6c6255fc81944fc787e2892b04427d40 on resource:port {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:52:56.023839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-f266a53b-246d-4690-bacd-87c951efdf5f req-67cca4fc-3f0c-4720-85a0-b5a89880f784 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Unset dirty status for tenant:6c6255fc81944fc787e2892b04427d40 on resource:port {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:52:56.025079 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f266a53b-246d-4690-bacd-87c951efdf5f req-67cca4fc-3f0c-4720-85a0-b5a89880f784 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.61 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 945 time: 0.1033063 Apr 15 19:52:56.054668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-46fb35bd-72a9-42b0-beb4-223ff3089a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:56.056263 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-46fb35bd-72a9-42b0-beb4-223ff3089a0d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 1098 time: 0.0869462 Apr 15 19:52:56.176298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-f266a53b-246d-4690-bacd-87c951efdf5f req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Deleting port fb672449-29c2-49b2-ab76-13e7e359c886 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:52:56.176841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-f266a53b-246d-4690-bacd-87c951efdf5f req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:56.225136 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-c0c3e92a-5458-462b-b5da-75d36d5b0e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:56.227098 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-c0c3e92a-5458-462b-b5da-75d36d5b0e8c service neutron] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 911 time: 0.1462460 Apr 15 19:52:56.299710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b139baf-ddb9-4369-a29a-ba920589ead9 req-9bdd2274-00b6-4cae-920d-511ff3fe879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:56.301324 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7b139baf-ddb9-4369-a29a-ba920589ead9 req-9bdd2274-00b6-4cae-920d-511ff3fe879e service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 1098 time: 0.2154512 Apr 15 19:52:56.399868 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-fa0f7452-f10f-4204-8ec9-ef4c1c56e977 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff64d641-842e-4992-8030-bbe55ea0b208 HTTP/1.1" status: 200 len: 1001 time: 0.1655462 Apr 15 19:52:56.439693 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7b139baf-ddb9-4369-a29a-ba920589ead9 req-9c9b8466-01e4-4727-8017-294a44a2f93e service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277781 Apr 15 19:52:56.455094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5d40ec-f7fc-4b33-b527-a2b4c5e15da7 req-9f150021-f4ef-4959-b820-2c983143d682 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:56.457279 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e5d40ec-f7fc-4b33-b527-a2b4c5e15da7 req-9f150021-f4ef-4959-b820-2c983143d682 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.1716092 Apr 15 19:52:56.490847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-f266a53b-246d-4690-bacd-87c951efdf5f req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] For port fb672449-29c2-49b2-ab76-13e7e359c886, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=fb672449-29c2-49b2-ab76-13e7e359c886,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:52:56.491251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-f266a53b-246d-4690-bacd-87c951efdf5f req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:56.512185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-49598f6c-5a53-4a3a-a2cb-4d5f7b5c91d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:56.513788 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-49598f6c-5a53-4a3a-a2cb-4d5f7b5c91d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.1055770 Apr 15 19:52:56.524599 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e5d40ec-f7fc-4b33-b527-a2b4c5e15da7 req-48fb3224-6b3b-42e9-8e1d-0277e06b29d7 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592530 Apr 15 19:52:56.607468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-28a80d10-1398-48cb-8f6c-82031f08601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:56.609252 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-28a80d10-1398-48cb-8f6c-82031f08601d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0837271 Apr 15 19:52:56.628839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-f266a53b-246d-4690-bacd-87c951efdf5f req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Calling delete_port for fb672449-29c2-49b2-ab76-13e7e359c886 owned by compute:nova {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:52:56.779219 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-f266a53b-246d-4690-bacd-87c951efdf5f req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:56.796938 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['49fd2473-58c7-488e-ba38-fc84742f469d', 'fb672449-29c2-49b2-ab76-13e7e359c886'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:52:56.798352 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-91d58f94-78c2-447e-a0fa-057f1bb56536 tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:52:56.831624 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-35d4c22d-bbb4-4972-b204-3740363e49f9 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079694 Apr 15 19:52:56.840250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60053166-7821-41b6-aacb-99baaead28c3 req-367d568e-a692-4b5f-a45f-dd9e4b210d18 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:56.841819 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-60053166-7821-41b6-aacb-99baaead28c3 req-367d568e-a692-4b5f-a45f-dd9e4b210d18 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=019066c6-3ac5-445f-9875-7d7a96a9b344 HTTP/1.1" status: 200 len: 867 time: 0.1962805 Apr 15 19:52:56.854041 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Pushing event deleted for resources: {'Port': ['ID=fb672449-29c2-49b2-ab76-13e7e359c886,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:52:56.856716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:52:57.056364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-f266a53b-246d-4690-bacd-87c951efdf5f req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] No DVR routers for this DVR port fb672449-29c2-49b2-ab76-13e7e359c886 on host hv-cinder-78638 {{(pid=85367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:52:57.058906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-f266a53b-246d-4690-bacd-87c951efdf5f req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:52:57.061890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '019066c6-3ac5-445f-9875-7d7a96a9b344', 'name': 'network-vif-deleted', 'tag': 'fb672449-29c2-49b2-ab76-13e7e359c886'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:52:57.078854 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f266a53b-246d-4690-bacd-87c951efdf5f req-169fcf65-033f-4c67-a295-ed04025c0199 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.61 "DELETE /v2.0/ports/fb672449-29c2-49b2-ab76-13e7e359c886 HTTP/1.1" status: 204 len: 173 time: 1.0273831 Apr 15 19:52:57.118241 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '019066c6-3ac5-445f-9875-7d7a96a9b344', 'name': 'network-vif-deleted', 'tag': 'fb672449-29c2-49b2-ab76-13e7e359c886', 'status': 'completed', 'code': 200} Apr 15 19:52:57.204811 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-60053166-7821-41b6-aacb-99baaead28c3 req-f66aab4a-f6ce-47e0-8d1d-64faa9309d10 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374126 Apr 15 19:52:57.248090 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b5297b2-4d87-453f-ac56-fa9105adf848 req-de5f4d41-6d82-4e3d-b14f-43f992018e4a service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052265 Apr 15 19:52:57.749166 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bbd3e-d4e6-474b-929f-a884bb1fff12 req-017dec2e-b755-4d8b-b485-aa35b9d2a427 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:57.750821 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3f4bbd3e-d4e6-474b-929f-a884bb1fff12 req-017dec2e-b755-4d8b-b485-aa35b9d2a427 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.0880680 Apr 15 19:52:57.800369 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3f4bbd3e-d4e6-474b-929f-a884bb1fff12 req-26673380-b6d6-4969-95d6-697de41d420f tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411353 Apr 15 19:52:58.003093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002a6fe-1db4-424d-92dc-a8fe1d88c337 req-251ff06b-4818-40c6-9f6c-f2f632a1363d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:58.004654 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b002a6fe-1db4-424d-92dc-a8fe1d88c337 req-251ff06b-4818-40c6-9f6c-f2f632a1363d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.0888648 Apr 15 19:52:58.052879 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b002a6fe-1db4-424d-92dc-a8fe1d88c337 req-3fc63d69-f71e-4ad1-8a5b-911dc5376a45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416880 Apr 15 19:52:58.476381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440a298b-371f-458a-a9e2-dd1e932c7761 req-a2eff611-5aa5-4b42-88aa-1bfa1b5c3f3d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:58.478009 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-440a298b-371f-458a-a9e2-dd1e932c7761 req-a2eff611-5aa5-4b42-88aa-1bfa1b5c3f3d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.0920680 Apr 15 19:52:58.529294 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-440a298b-371f-458a-a9e2-dd1e932c7761 req-af4c2822-0b60-4f09-96a8-98e305d61c80 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 Apr 15 19:52:58.691124 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6455aa4-86b0-493a-ad2b-4ec36df5ddf0 req-6eaff0a4-6e8f-4584-9ef4-a6ed55cf1db4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:58.692721 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e6455aa4-86b0-493a-ad2b-4ec36df5ddf0 req-6eaff0a4-6e8f-4584-9ef4-a6ed55cf1db4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0900826 Apr 15 19:52:58.746230 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e6455aa4-86b0-493a-ad2b-4ec36df5ddf0 req-d7267e94-6611-48a1-a53d-f306f789798b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424037 Apr 15 19:52:59.532501 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device fb672449-29c2-49b2-ab76-13e7e359c886 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:52:59.572353 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: fb672449-29c2-49b2-ab76-13e7e359c886 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:52:59.572754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device fb672449-29c2-49b2-ab76-13e7e359c886 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:52:59.951011 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f36d22-f805-4a72-b144-e398a90a4cab req-7a56a2b2-cfaf-4414-87c7-b9fc9e0de340 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:52:59.952577 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-80f36d22-f805-4a72-b144-e398a90a4cab req-7a56a2b2-cfaf-4414-87c7-b9fc9e0de340 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0898106 Apr 15 19:52:59.999975 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-80f36d22-f805-4a72-b144-e398a90a4cab req-95c2101a-172c-4aa1-b585-9a43876ae6b4 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404570 Apr 15 19:53:01.201864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86443cd-4dd1-4501-88a2-656d400b8058 req-ff03db18-473e-4bb1-8e62-891dcd21c30e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:01.203417 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a86443cd-4dd1-4501-88a2-656d400b8058 req-ff03db18-473e-4bb1-8e62-891dcd21c30e tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0905941 Apr 15 19:53:01.255089 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a86443cd-4dd1-4501-88a2-656d400b8058 req-609a7c68-e860-44a4-b37a-4e7806013547 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444276 Apr 15 19:53:02.457508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68242fbf-b275-4b9e-b52a-5608fb0b2c32 req-4e45f784-5590-464f-b2f5-716544fa7ef6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:02.459147 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-68242fbf-b275-4b9e-b52a-5608fb0b2c32 req-4e45f784-5590-464f-b2f5-716544fa7ef6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0865734 Apr 15 19:53:02.508323 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-68242fbf-b275-4b9e-b52a-5608fb0b2c32 req-596f27f8-1799-4c3b-88b1-9ba243f65f6c tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425065 Apr 15 19:53:03.481627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f782e7f-546e-4692-a5e2-9f772b497949 req-8f82b945-1498-4058-91f2-52221707c56b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:03.483165 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1f782e7f-546e-4692-a5e2-9f772b497949 req-8f82b945-1498-4058-91f2-52221707c56b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.0916848 Apr 15 19:53:03.530418 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1f782e7f-546e-4692-a5e2-9f772b497949 req-21b37c34-c5d7-467c-9e0f-45eca562370e tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407157 Apr 15 19:53:03.556497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42078) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:03.709584 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1993e1ad-24b6-43ba-a89b-09f666bd0709 req-fd9263e8-23c7-4920-a38c-cadb814e747b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:03.711475 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1993e1ad-24b6-43ba-a89b-09f666bd0709 req-fd9263e8-23c7-4920-a38c-cadb814e747b tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0869582 Apr 15 19:53:03.755340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a565197-03e7-47cb-a184-62f7f88271c6 tempest-TestMinimumBasicScenario-1066327434 tempest-TestMinimumBasicScenario-1066327434-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:03.756967 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9a565197-03e7-47cb-a184-62f7f88271c6 tempest-TestMinimumBasicScenario-1066327434 tempest-TestMinimumBasicScenario-1066327434-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 1093 time: 0.1992629 Apr 15 19:53:03.761952 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1993e1ad-24b6-43ba-a89b-09f666bd0709 req-256e9d91-e065-483e-8196-d2c88b9036e3 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438516 Apr 15 19:53:03.762624 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42084) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:03.770120 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'floatingip': {'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'port_id': '7b46c634-f00e-4d62-ba19-240925e4496e', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'fixed_ip_address': '172.20.0.7'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:03.776476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:03.781673 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Usage tracker for resource:floatingip and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:03.785454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:03.791777 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:03.802849 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for floatingip, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:03.952120 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:04.097517 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Allocated IP 172.28.1.196 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/952b2ca6-863d-4151-bfa4-d1d762d47030) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:53:04.252023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:04.282213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:04.298238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0f7d7ccf-bb6f-4bee-a12c-28681bf4b0b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:04.661195 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'Port': ['ID=952b2ca6-863d-4151-bfa4-d1d762d47030,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:04.665799 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:04.716856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:53:04.718056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:53:04.720350 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:53:05.012289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39598937-19a3-4805-a29a-671bb1708f75 req-667fc956-3e25-49cb-976c-492d3c0c3dd8 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:05.014140 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39598937-19a3-4805-a29a-671bb1708f75 req-667fc956-3e25-49cb-976c-492d3c0c3dd8 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1259317 Apr 15 19:53:05.066568 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39598937-19a3-4805-a29a-671bb1708f75 req-7b831de6-5239-4501-8759-e054ace4cc80 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Apr 15 19:53:05.188420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:05.278888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:05.503949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:05.507372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:05.523257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:05.616327 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd82bb49-5626-4580-a449-86036f29573a req-f7899fda-bf54-4206-b41d-4cf636577df1 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:05.618696 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bd82bb49-5626-4580-a449-86036f29573a req-f7899fda-bf54-4206-b41d-4cf636577df1 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.61 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.0904169 Apr 15 19:53:05.671785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'Port': ['ID=952b2ca6-863d-4151-bfa4-d1d762d47030,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:05.672650 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:05.726202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-bd82bb49-5626-4580-a449-86036f29573a req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Deleting port 49fd2473-58c7-488e-ba38-fc84742f469d {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:53:05.726603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-bd82bb49-5626-4580-a449-86036f29573a req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:05.790071 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:05.976342 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Floating IP 94225b16-0219-4ce0-9b08-63c9268df5ab associated. External IP: 172.28.1.196, port: 7b46c634-f00e-4d62-ba19-240925e4496e. Apr 15 19:53:06.007133 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-bd82bb49-5626-4580-a449-86036f29573a req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] For port 49fd2473-58c7-488e-ba38-fc84742f469d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=49fd2473-58c7-488e-ba38-fc84742f469d,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:06.007545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-bd82bb49-5626-4580-a449-86036f29573a req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:06.148969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-bd82bb49-5626-4580-a449-86036f29573a req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Calling delete_port for 49fd2473-58c7-488e-ba38-fc84742f469d owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:53:06.371383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec9db68-8768-475e-b069-01ada31ea492 req-6c4aaa9b-bc16-48af-b7ef-f7631d727cc6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:06.373038 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fec9db68-8768-475e-b069-01ada31ea492 req-6c4aaa9b-bc16-48af-b7ef-f7631d727cc6 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/ports?device_id=f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807 HTTP/1.1" status: 200 len: 945 time: 0.1676493 Apr 15 19:53:06.384612 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Router 0e9c1574-029c-4841-b1c0-3180d34ac19b has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:53:06.410992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-bd82bb49-5626-4580-a449-86036f29573a req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:06.427569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['49fd2473-58c7-488e-ba38-fc84742f469d'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:53:06.449441 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:06.484257 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fec9db68-8768-475e-b069-01ada31ea492 req-786c9c8b-c4ca-4c03-9423-0487882989e2 tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.35 "GET /v2.0/security-groups?id=c5527c7e-b827-4115-814e-b15a01824908&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968871 Apr 15 19:53:06.569821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Pushing event deleted for resources: {'Port': ['ID=49fd2473-58c7-488e-ba38-fc84742f469d,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:06.583914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.584331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.584739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.585211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.585503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.586320 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.586563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.586957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.587458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.587567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:53:06.587728 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.588099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.588481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:06.600365 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] Sync routers for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:53:06.603559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:06.614356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:06.615169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:06.615854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:52:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:06.682363 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c46d990f-fdf2-4869-9512-c1d35898208d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9183996 Apr 15 19:53:06.683304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42108) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:06.683609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:53:06.695361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1865560967', 'description': 'tempest-secgroup-smoke-1865560967 description', 'project_id': '53917eee5c234083acbcd37e1f566a73'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:06.704636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:06.713622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Usage tracker for resource:security_group and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:06.718324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:06.726417 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:06.739181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:06.751669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd82bb49-5626-4580-a449-86036f29573a req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] No DVR routers for this DVR port 49fd2473-58c7-488e-ba38-fc84742f469d on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:53:06.754694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-bd82bb49-5626-4580-a449-86036f29573a req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:06.766198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807', 'name': 'network-vif-deleted', 'tag': '49fd2473-58c7-488e-ba38-fc84742f469d'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:53:06.772976 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bd82bb49-5626-4580-a449-86036f29573a req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] 10.222.0.61 "DELETE /v2.0/ports/49fd2473-58c7-488e-ba38-fc84742f469d HTTP/1.1" status: 204 len: 173 time: 1.1426020 Apr 15 19:53:06.783175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:06.795106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Usage tracker for resource:security_group_rule and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:06.804473 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e', 'status': 'completed', 'code': 200} Apr 15 19:53:06.806904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:06.839702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:06.924782 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7e6d5ac-fa4e-47e4-86a7-fdff78fcc807', 'name': 'network-vif-deleted', 'tag': '49fd2473-58c7-488e-ba38-fc84742f469d', 'status': 'completed', 'code': 200} Apr 15 19:53:06.955008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:06.959113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:06.966567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8ca5c4ba-eded-42c0-bebf-d2c9e4f8db76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:06.994791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf780497-810e-4db8-8983-d083c50de168 req-7a600d98-d955-495e-9462-e8ac1d47bcf8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:06.997131 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bf780497-810e-4db8-8983-d083c50de168 req-7a600d98-d955-495e-9462-e8ac1d47bcf8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.2175944 Apr 15 19:53:06.999537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-f624846d-9f15-4d89-8fde-15fd5c2e60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:07.001122 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-f624846d-9f15-4d89-8fde-15fd5c2e60ab service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53917eee5c234083acbcd37e1f566a73&device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 1098 time: 0.1277514 Apr 15 19:53:07.020950 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.025568 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3331785 Apr 15 19:53:07.025784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42116) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:07.028961 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23d13d50-5345-41f0-a5f0-f72ab80431fb,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:07.032140 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:07.036347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'security_group_rule': {'security_group_id': '23d13d50-5345-41f0-a5f0-f72ab80431fb', 'project_id': '53917eee5c234083acbcd37e1f566a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:07.044500 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:07.048621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Usage tracker for resource:security_group_rule and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:07.051861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:07.057912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:07.075588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.084795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:07.149909 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bf780497-810e-4db8-8983-d083c50de168 req-6ffe9e32-6a56-419f-a82f-a77e93c67082 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1458569 Apr 15 19:53:07.156378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.161437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.176269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-dd312075-6514-4c99-994b-12da736e7331 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:07.202917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-edd334ef-b2a1-4d5e-82c2-67ed7266c9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:07.204623 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-edd334ef-b2a1-4d5e-82c2-67ed7266c9c5 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc7463ec-14f1-4a3b-aebc-103cad27eeba HTTP/1.1" status: 200 len: 916 time: 0.1831114 Apr 15 19:53:07.206616 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27a0ceed-7665-43bf-a26e-ab5c88c51d13,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:07.209462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:07.217169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.221148 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1917174 Apr 15 19:53:07.222018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42120) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:07.227642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'security_group_rule': {'security_group_id': '23d13d50-5345-41f0-a5f0-f72ab80431fb', 'project_id': '53917eee5c234083acbcd37e1f566a73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:07.234315 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:07.238649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Usage tracker for resource:security_group_rule and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:07.243007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:07.249796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:07.280149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.311123 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b25ccd34-5bb5-4f3e-8207-cf818b817328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.330186 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-07b8c055-6d13-40b8-a7c0-d0622e591ad7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 999 time: 0.1178861 Apr 15 19:53:07.363613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.366981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.369582 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0efd2e5c-6b7d-4c88-b1c5-72f6ea452e84 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:07.397736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53e0ac18-5774-47bd-98ad-0e56b0926a46,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:07.400888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:07.410380 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.412133 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-95d1218e-4e10-40a5-9d59-30e6fb8059ce tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1891391 Apr 15 19:53:07.415050 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42124) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:07.419545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-c5f709c0-383e-4fc0-9d41-b27ab4be6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:07.420863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'security_group_rule': {'security_group_id': '23d13d50-5345-41f0-a5f0-f72ab80431fb', 'project_id': '53917eee5c234083acbcd37e1f566a73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:07.421148 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-c5f709c0-383e-4fc0-9d41-b27ab4be6e7a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6 HTTP/1.1" status: 200 len: 854 time: 0.0786836 Apr 15 19:53:07.427716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:07.433449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Usage tracker for resource:security_group_rule and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:07.438803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:07.450327 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:07.480583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.526452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-2bd048cb-ae24-443e-9764-318bd9d7a672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:07.528263 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-2bd048cb-ae24-443e-9764-318bd9d7a672 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc7463ec-14f1-4a3b-aebc-103cad27eeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0966763 Apr 15 19:53:07.584810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.586342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '94225b16-0219-4ce0-9b08-63c9268df5ab', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'port_id': '7b46c634-f00e-4d62-ba19-240925e4496e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'mac_address': 'fa:16:3e:46:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:05Z', 'updated_at': '2021-04-15T19:53:05Z', 'revision_number': 0, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac44d1eb-f298-472c-9c74-4b38848d1b4c', 'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'mac_address': 'fa:16:3e:24:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:00Z', 'updated_at': '2021-04-15T19:52:11Z', 'revision_number': 5, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'subnets': [{'id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:07.589262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.590906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] Checking router: 0e9c1574-029c-4841-b1c0-3180d34ac19b for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:53:07.599031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:07.601745 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:07.602545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:52:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:07.626336 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42130) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:07.629696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c8d421d-f0e2-4e69-8c52-70f0497e3293,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:07.632444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:07.700689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.701980 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f626e951-4ee6-4d63-b336-d9a702c13701 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2858212 Apr 15 19:53:07.702141 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-382a93ea-a3ed-4cf6-b4c0-0e62dce60e3a service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1651521 Apr 15 19:53:07.704882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42134) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:07.711024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'security_group_rule': {'security_group_id': '23d13d50-5345-41f0-a5f0-f72ab80431fb', 'project_id': '53917eee5c234083acbcd37e1f566a73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:07.740185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:07.749847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Usage tracker for resource:security_group_rule and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:07.808131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:07.821284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:07.831093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:07.864591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.930371 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-59e2ca46-f645-437d-b458-a5ff90d1c086 req-d9b06375-6403-4406-9459-2907bcf27e9b service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139895 Apr 15 19:53:07.963015 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.965886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:07.968218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:07.998345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d8aeed6-49a8-4101-8924-43e2c5a310f9,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:08.001149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:08.008041 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.012048 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3032770 Apr 15 19:53:08.012412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42138) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:08.018895 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'security_group_rule': {'security_group_id': '23d13d50-5345-41f0-a5f0-f72ab80431fb', 'project_id': '53917eee5c234083acbcd37e1f566a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:08.026397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:08.030950 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Usage tracker for resource:security_group_rule and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:08.034671 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:08.040755 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:08.053327 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.securitygroups_db [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Project 53917eee5c234083acbcd37e1f566a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:53:08.062522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.188636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.194815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.197319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d4b3b16b-bda6-4728-b9c8-ea3aff392b45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:08.234199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.238274 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2247586 Apr 15 19:53:08.240632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42144) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:08.245407 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9b4b9e6-17f2-401d-9202-a2629f1c8e51,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:08.250576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'security_group_rule': {'security_group_id': '23d13d50-5345-41f0-a5f0-f72ab80431fb', 'project_id': '53917eee5c234083acbcd37e1f566a73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:08.259004 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:08.263324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:08.264810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Usage tracker for resource:security_group_rule and tenant:53917eee5c234083acbcd37e1f566a73 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:08.268642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:08.270824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '94225b16-0219-4ce0-9b08-63c9268df5ab', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'port_id': '7b46c634-f00e-4d62-ba19-240925e4496e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'mac_address': 'fa:16:3e:46:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:05Z', 'updated_at': '2021-04-15T19:53:05Z', 'revision_number': 0, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac44d1eb-f298-472c-9c74-4b38848d1b4c', 'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'mac_address': 'fa:16:3e:24:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:00Z', 'updated_at': '2021-04-15T19:52:11Z', 'revision_number': 5, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'subnets': [{'id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:08.275938 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb6e858-1d7b-4ce3-ae26-b23a0b346f42 None None] The sync data for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb is: [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '94225b16-0219-4ce0-9b08-63c9268df5ab', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'floating_ip_address': '172.28.1.196', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'port_id': '7b46c634-f00e-4d62-ba19-240925e4496e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'mac_address': 'fa:16:3e:46:c2:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:05Z', 'updated_at': '2021-04-15T19:53:05Z', 'revision_number': 0, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac44d1eb-f298-472c-9c74-4b38848d1b4c', 'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'mac_address': 'fa:16:3e:24:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:00Z', 'updated_at': '2021-04-15T19:52:11Z', 'revision_number': 5, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'subnets': [{'id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:53:08.276998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:08.288405 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.securitygroups_db [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Project 53917eee5c234083acbcd37e1f566a73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Apr 15 19:53:08.342487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.448981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da959c6-dc47-4473-871d-ab4d453fef04 req-92e2b046-fe38-45a0-a596-ae6fb1ac7784 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:08.450637 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9da959c6-dc47-4473-871d-ab4d453fef04 req-92e2b046-fe38-45a0-a596-ae6fb1ac7784 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1538799 Apr 15 19:53:08.455553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.473228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.479893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:08.492232 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846795773'] for router_interface, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.518251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81dd2cf7-08cd-4dc6-99d6-18fa164e42c4,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:08.526575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:08.536095 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9da959c6-dc47-4473-871d-ab4d453fef04 req-11ba47f9-b9a5-45e1-8be8-bf85f39bdd6f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0780325 Apr 15 19:53:08.536861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.539669 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2946963 Apr 15 19:53:08.558099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abb459b9-080c-4bce-8f8c-5d08b45f6bd8 None None] New status for floating IP 94225b16-0219-4ce0-9b08-63c9268df5ab: ACTIVE {{(pid=85368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:53:08.688738 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-f5ed0c53-1f53-443f-ba87-fe68096d5a97 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865560967&fields=id&tenant_id=53917eee5c234083acbcd37e1f566a73 HTTP/1.1" status: 200 len: 267 time: 0.0464985 Apr 15 19:53:08.792209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-f293f72a-fb2c-4791-9074-8ad92ae14bba tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:08.798478 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-f293f72a-fb2c-4791-9074-8ad92ae14bba tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.1033752 Apr 15 19:53:08.807757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'port': {'security_groups': ['6c23fbf7-9976-4332-b529-39a8ebe6c8dc', '23d13d50-5345-41f0-a5f0-f72ab80431fb']}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:08.891540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Deleting port 4567ed51-75e7-4766-b772-2b4e8e107c88 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:53:08.892015 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:08.938675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:09.076131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] For port 4567ed51-75e7-4766-b772-2b4e8e107c88, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=4567ed51-75e7-4766-b772-2b4e8e107c88,segment=NetworkSegment(f867ecce-0520-47b2-945c-d471b32ff1d8),segment_id=f867ecce-0520-47b2-945c-d471b32ff1d8)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:09.076585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:09.210287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] For port 7b46c634-f00e-4d62-ba19-240925e4496e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7b46c634-f00e-4d62-ba19-240925e4496e,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:09.213567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Calling delete_port for 4567ed51-75e7-4766-b772-2b4e8e107c88 owned by network:router_interface {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:53:09.237684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:09.241234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:09.255494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['7b46c634-f00e-4d62-ba19-240925e4496e'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:53:09.256722 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:09.536464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:09.553592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d0bd1f35-d0e6-4875-a470-30be9ebd74ea tempest-VolumesNegativeTest-806800275 tempest-VolumesNegativeTest-806800275-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:09.581405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 49fd2473-58c7-488e-ba38-fc84742f469d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:53:09.631132 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 49fd2473-58c7-488e-ba38-fc84742f469d {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:53:09.631523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 49fd2473-58c7-488e-ba38-fc84742f469d not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:53:09.636564 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'Port': ['ID=7b46c634-f00e-4d62-ba19-240925e4496e,revision_number=6']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:09.642211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:09.680986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:09.681806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:09.683361 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ad83b766-5cdd-480d-b9bb-8aec7a3fbe0c req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "PUT /v2.0/ports/7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 981 time: 0.8806107 Apr 15 19:53:09.684102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:53:09.770900 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Pushing event deleted for resources: {'Port': ['ID=4567ed51-75e7-4766-b772-2b4e8e107c88,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:09.775079 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:09.775302 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e', 'status': 'completed', 'code': 200} Apr 15 19:53:09.824048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4498120d-a280-49de-bf6e-2b05d50bd4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:09.844039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['7b46c634-f00e-4d62-ba19-240925e4496e'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:53:09.942017 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78db7b3-1e94-4445-af10-19ba6b95ec64 req-a85bd013-0257-41d9-abe1-2e664c876857 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:09.943831 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a78db7b3-1e94-4445-af10-19ba6b95ec64 req-a85bd013-0257-41d9-abe1-2e664c876857 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.2545295 Apr 15 19:53:10.077793 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a78db7b3-1e94-4445-af10-19ba6b95ec64 req-e9910305-f17b-4a65-a1ce-d256103c4b86 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929551 Apr 15 19:53:10.082993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-4b356960-db8b-495f-adc1-73d9459984a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:10.084724 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-4b356960-db8b-495f-adc1-73d9459984a1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53917eee5c234083acbcd37e1f566a73&device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 1137 time: 0.2834570 Apr 15 19:53:10.111677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-9e9f038f-1c0f-48f4-baee-7f65b90c2ded None None] Provisioning complete for port 7b46c634-f00e-4d62-ba19-240925e4496e triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:10.112263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9e9f038f-1c0f-48f4-baee-7f65b90c2ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:10.157245 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8108687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846796632'] for router_interface, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:10.218657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a084c60-3318-4808-9084-e96de51e486e req-32dc6903-ce85-49ca-9a59-c7f32d9d7d00 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:10.220321 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a084c60-3318-4808-9084-e96de51e486e req-32dc6903-ce85-49ca-9a59-c7f32d9d7d00 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.2746389 Apr 15 19:53:10.303952 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a084c60-3318-4808-9084-e96de51e486e req-c499e191-f2e7-4dd2-afa0-4e3910d27eb0 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699961 Apr 15 19:53:10.305184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-2167c5d0-abe8-41f9-98ea-a6a2392441c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:10.306771 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-2167c5d0-abe8-41f9-98ea-a6a2392441c0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc7463ec-14f1-4a3b-aebc-103cad27eeba HTTP/1.1" status: 200 len: 916 time: 0.2064681 Apr 15 19:53:10.326252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:10.431084 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-d87bbcea-0a56-42fd-91ba-58b571eacd5a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 1001 time: 0.1161118 Apr 15 19:53:10.505061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-5a817d27-8078-414b-b2d6-2f1c037d83bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:10.506709 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-5a817d27-8078-414b-b2d6-2f1c037d83bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6 HTTP/1.1" status: 200 len: 854 time: 0.0682158 Apr 15 19:53:10.575539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:10.594251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-cc63fafd-4bb0-4774-a3b9-a73c6fbc7553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:10.595876 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-cc63fafd-4bb0-4774-a3b9-a73c6fbc7553 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc7463ec-14f1-4a3b-aebc-103cad27eeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0820363 Apr 15 19:53:10.685220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Router e38b1f24-44a8-4120-a320-ea9f2f5ac855 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:53:10.744884 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-9b34131f-284f-4c4d-bd31-6f010bd6201f service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395588 Apr 15 19:53:10.903648 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c1ee761b-2766-43f0-83b1-b573c0d18c1a req-0592f72e-0dcf-40d2-9d92-90927e25931d service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482415 Apr 15 19:53:11.121522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:53:11.131841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737019a-1764-4769-a144-0bdda2982904 None None] Sync routers for ids ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:53:11.139804 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] 10.222.0.35 "PUT /v2.0/routers/e38b1f24-44a8-4120-a320-ea9f2f5ac855/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5097902 Apr 15 19:53:11.140117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42160) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:11.151587 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737019a-1764-4769-a144-0bdda2982904 None None] Routers {'e38b1f24-44a8-4120-a320-ea9f2f5ac855'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:11.152272 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-a737019a-1764-4769-a144-0bdda2982904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:11.296240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6326da-f282-4033-98e2-a475d46ff317 req-727f5b31-1a74-48a6-8a25-5d99fed74af7 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:11.297405 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4c6326da-f282-4033-98e2-a475d46ff317 req-727f5b31-1a74-48a6-8a25-5d99fed74af7 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.0971460 Apr 15 19:53:11.333796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks [] for router, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:11.352922 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4c6326da-f282-4033-98e2-a475d46ff317 req-913933b2-5cc0-4180-8e28-b9ac63f8724f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462768 Apr 15 19:53:11.360852 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-a737019a-1764-4769-a144-0bdda2982904 None None] Set router e38b1f24-44a8-4120-a320-ea9f2f5ac855 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:11.529372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:11.538633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Deleting port ad95031e-9dc6-4c13-a386-b460fbf45892 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:53:11.539057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:11.665957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-a737019a-1764-4769-a144-0bdda2982904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145'}], 'enable_snat': True}, 'gw_port_id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:49Z', 'updated_at': '2021-04-15T19:53:09Z', 'revision_number': 5, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'gw_port': {'id': 'ad95031e-9dc6-4c13-a386-b460fbf45892', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:b4:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:51Z', 'updated_at': '2021-04-15T19:50:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:11.669900 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737019a-1764-4769-a144-0bdda2982904 None None] Checking router: e38b1f24-44a8-4120-a320-ea9f2f5ac855 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:53:11.679412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a737019a-1764-4769-a144-0bdda2982904 None None] Routers {'e38b1f24-44a8-4120-a320-ea9f2f5ac855'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:11.680059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-a737019a-1764-4769-a144-0bdda2982904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:11.724991 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] For port ad95031e-9dc6-4c13-a386-b460fbf45892, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=ad95031e-9dc6-4c13-a386-b460fbf45892,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:11.725391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:11.865793 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Calling delete_port for ad95031e-9dc6-4c13-a386-b460fbf45892 owned by network:router_gateway {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:53:12.001525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-a737019a-1764-4769-a144-0bdda2982904 None None] Set router e38b1f24-44a8-4120-a320-ea9f2f5ac855 gateway port host: None {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:12.048705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:12.060304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:12.066347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:12.119384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-a737019a-1764-4769-a144-0bdda2982904 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:49Z', 'updated_at': '2021-04-15T19:53:11Z', 'revision_number': 6, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'gw_port_host': None}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:12.123478 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a737019a-1764-4769-a144-0bdda2982904 None None] The sync data for ids ['e38b1f24-44a8-4120-a320-ea9f2f5ac855'] in dv-cinder-786383-2-smb is: [{'id': 'e38b1f24-44a8-4120-a320-ea9f2f5ac855', 'name': 'tempest-ServerRescueNegativeTestJSON-181252823-router', 'tenant_id': '6c6255fc81944fc787e2892b04427d40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:49Z', 'updated_at': '2021-04-15T19:53:11Z', 'revision_number': 6, 'project_id': '6c6255fc81944fc787e2892b04427d40', 'gw_port_host': None}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:53:12.158379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad95031e-9dc6-4c13-a386-b460fbf45892,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:12.165734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:12.327333 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846796782'] for router_gateway, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:12.515094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846792792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716792'] for router, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:12.517638 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:12.571758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce311189-54ac-451e-b6c8-6d28ec1117ea req-fccb5fc7-c86f-4a9f-9f81-bd2b236bf1c1 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:12.573388 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce311189-54ac-451e-b6c8-6d28ec1117ea req-fccb5fc7-c86f-4a9f-9f81-bd2b236bf1c1 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.0890772 Apr 15 19:53:12.608605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7979576'] for router, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:12.609177 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e38b1f24-44a8-4120-a320-ea9f2f5ac855 {{(pid=85367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:53:12.622991 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:12.624216 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/e38b1f24-44a8-4120-a320-ea9f2f5ac855 HTTP/1.1" status: 204 len: 168 time: 1.4831414 Apr 15 19:53:12.626718 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce311189-54ac-451e-b6c8-6d28ec1117ea req-005f209b-5326-4100-b3cd-a746ffca79e8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466461 Apr 15 19:53:12.626853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42168) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:12.692370 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] Deleting subnet ef999a06-7fa2-4b11-81b6-e01cc706fbd1 {{(pid=85367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:53:12.695548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:12.750535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848320699'] for subnet, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:12.812095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:13.069401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848697643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848404203'] for subnet, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:13.084919 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:13.168184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef999a06-7fa2-4b11-81b6-e01cc706fbd1,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:13.181946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:13.217685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:13.223673 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ef999a06-7fa2-4b11-81b6-e01cc706fbd1 HTTP/1.1" status: 204 len: 168 time: 0.5952506 Apr 15 19:53:13.226416 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42172) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:13.339446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:13.521997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:13.633900 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e923d6-1841-4f91-ac76-d29403f1cfe3']}} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:13.646858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f867ecce-0520-47b2-945c-d471b32ff1d8') {'for_net_delete': True} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:13.647201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f867ecce-0520-47b2-945c-d471b32ff1d8') {} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:13.659553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6455165'] for segment, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:13.674125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:13.680784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Releasing vlan 625 on physical network physnet1 to pool {{(pid=85367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:53:13.831772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae366e-1dea-4530-8035-4d5fc0010ece req-fcae6925-9fc4-4caf-992c-873af5562ac0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:13.833380 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-67ae366e-1dea-4530-8035-4d5fc0010ece req-fcae6925-9fc4-4caf-992c-873af5562ac0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.0897105 Apr 15 19:53:13.869159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:53:13.878812 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6078580'] for segment, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:13.881813 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-67ae366e-1dea-4530-8035-4d5fc0010ece req-e4d12f10-855e-4863-83b4-a83dab0460b5 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413604 Apr 15 19:53:14.058624 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Network 88e923d6-1841-4f91-ac76-d29403f1cfe3 has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:53:14.130303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 4567ed51-75e7-4766-b772-2b4e8e107c88 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:53:14.168334 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: 4567ed51-75e7-4766-b772-2b4e8e107c88 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:53:14.168650 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 4567ed51-75e7-4766-b772-2b4e8e107c88 not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:53:14.169130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ad95031e-9dc6-4c13-a386-b460fbf45892 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:53:14.211064 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: ad95031e-9dc6-4c13-a386-b460fbf45892 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:53:14.211472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ad95031e-9dc6-4c13-a386-b460fbf45892 not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:53:14.321452 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:53:14.396598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:14.400726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-86e7c8f7-787f-4926-83fc-ca18493ba600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:14.420447 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:14.427445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Pushing event deleted for resources: {'Network': ['ID=88e923d6-1841-4f91-ac76-d29403f1cfe3,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:14.431958 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:14.438408 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-edd72089-073c-4cc3-8e5c-8b76cfba7137 admin admin] 10.222.0.35 "DELETE /v2.0/networks/88e923d6-1841-4f91-ac76-d29403f1cfe3 HTTP/1.1" status: 204 len: 168 time: 1.2108560 Apr 15 19:53:14.619557 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42180) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:14.670409 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-abbdb00c-8f66-4570-ba77-7516282424bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6c6255fc81944fc787e2892b04427d40&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0495501 Apr 15 19:53:14.673091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42184) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:14.734114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47380d3d-7ba1-4ab1-a7f4-35fb216ae922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:14.761205 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47380d3d-7ba1-4ab1-a7f4-35fb216ae922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:14.806739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47380d3d-7ba1-4ab1-a7f4-35fb216ae922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:14.812165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:14.823426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47380d3d-7ba1-4ab1-a7f4-35fb216ae922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5527c7e-b827-4115-814e-b15a01824908,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:14.828387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-47380d3d-7ba1-4ab1-a7f4-35fb216ae922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:14.831009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47380d3d-7ba1-4ab1-a7f4-35fb216ae922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:14.832235 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-47380d3d-7ba1-4ab1-a7f4-35fb216ae922 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c5527c7e-b827-4115-814e-b15a01824908 HTTP/1.1" status: 204 len: 168 time: 0.1582260 Apr 15 19:53:15.092882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c0921-463f-4dde-9ed3-a9f01b36c684 req-f713bf79-cb77-49e9-b88a-b9eada1cb749 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:15.094586 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-560c0921-463f-4dde-9ed3-a9f01b36c684 req-f713bf79-cb77-49e9-b88a-b9eada1cb749 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.0958917 Apr 15 19:53:15.145689 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-560c0921-463f-4dde-9ed3-a9f01b36c684 req-511009b2-ca57-487b-af84-48a8a696b42a tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441065 Apr 15 19:53:15.620856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42210) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:15.738745 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-672821612-network', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:15.743988 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:15.748347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Usage tracker for resource:network and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:15.751502 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:15.759043 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:15.767945 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Made reservation on behalf of 0b83d57b76e24520ba40e4dbce21c8a9 for: {'network': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:53:15.772725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:15.785705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:15.802057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:15.806181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Usage tracker for resource:security_group_rule and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:15.809186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:15.815860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:15.903065 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:15.905914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:15.910686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9d47d5e0-d8b3-4b7d-af43-470cf8531b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:15.935756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 641, 'physical_network': 'physnet1'} {{(pid=85366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:53:15.948833 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a98cfc3-c01b-47c2-836c-19e89db99a96,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:15.953125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:15.954113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:15.954501 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Added segment abd3a53b-c647-4f1c-87b7-9374dcbac29c of type vlan for network ab186b9c-91f3-4780-9a87-90f548a5fa59 Apr 15 19:53:15.982223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:16.015521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:16.016898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:16.017542 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:16.022647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ea5f251d-b733-40e7-8767-001ea67d6dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:16.127266 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5047460 Apr 15 19:53:16.128298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Pushing event updated for resources: {'Network': ['ID=ab186b9c-91f3-4780-9a87-90f548a5fa59,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:16.130453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42218) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:16.131405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-967c8de5-6669-4c61-b37f-9c4abce203d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:16.136821 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Request body: {'subnet': {'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-subnet', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:16.139114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:53:16.142230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:16.146262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Usage tracker for resource:subnet and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:16.149288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:16.155669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:16.165754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Made reservation on behalf of 0b83d57b76e24520ba40e4dbce21c8a9 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:53:16.170705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6371647'] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:16.360742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263a34fc-dc94-4888-857b-abcc70b937bd req-2d0d838b-5e09-4c5b-8327-1d321f7ceae3 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:16.362457 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-263a34fc-dc94-4888-857b-abcc70b937bd req-2d0d838b-5e09-4c5b-8327-1d321f7ceae3 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.0978243 Apr 15 19:53:16.411948 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-263a34fc-dc94-4888-857b-abcc70b937bd req-d989c303-8bf8-4329-b28f-7308fce381e8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428300 Apr 15 19:53:16.579236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6078190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6371596'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:16.594753 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-71a3150b-52c0-4040-8374-8a9d79bb4abb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:16.715219 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cda8c51-665d-425a-9be6-606d9d76a6dc,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:16.727785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:16.791139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Checking segment: {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:53:16.791535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Network hostable DHCP agents. Network: ab186b9c-91f3-4780-9a87-90f548a5fa59, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:53:16.809591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:53:16.818280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, ab186b9c-91f3-4780-9a87-90f548a5fa59) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:53:16.828201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a64141-af10-4c8e-b6f5-b26ca9d00316 None None] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:53:16.830117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:16.831338 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:16.856989 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c09ad8f2-06f0-4965-a5f5-9a255a4b7b41 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7253046 Apr 15 19:53:16.859829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42224) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:16.868638 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:16.873541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:16.877620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Usage tracker for resource:router and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:16.881442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:16.887576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:16.896645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036846792731', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854716775'] for router, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:16.897794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7982904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7979110', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-8270076', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-59009'] for router, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:16.918492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.076455 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpf17ddee6-039c-57b7-9b3f-762cf722a4fd-ab186b9c-91f3-4780-9a87-90f548a5fa59', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc'}]}} from dv-cinder-786383-2-smb. {{(pid=85368) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:282}} Apr 15 19:53:17.077386 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.226951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7979095', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration--9223372036846792746', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-59056'] for router, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.243536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Allocated IP 172.20.0.2 (ab186b9c-91f3-4780-9a87-90f548a5fa59/4cda8c51-665d-425a-9be6-606d9d76a6dc/44222f72-d973-48dd-9680-08b80c2f62e0) {{(pid=85368) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:53:17.462614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Notify callbacks [] for port, precommit_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.473864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Transition to ACTIVE for port object 44222f72-d973-48dd-9680-08b80c2f62e0 will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:53:17.494413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Transition to ACTIVE for port object 44222f72-d973-48dd-9680-08b80c2f62e0 will not be triggered until provisioned by entity DHCP. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:53:17.499012 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425'] for port, after_create {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.514360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:17.555446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.590381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.621624 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f12b46d-ad63-45a7-809e-e85a4d56cf22 req-6b522408-dd5d-4204-8d8e-00593ba2404f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:17.623317 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f12b46d-ad63-45a7-809e-e85a4d56cf22 req-6b522408-dd5d-4204-8d8e-00593ba2404f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.0887177 Apr 15 19:53:17.684284 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f12b46d-ad63-45a7-809e-e85a4d56cf22 req-74af11be-f7ac-4d91-ae77-2792fb5a4076 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537717 Apr 15 19:53:17.745280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Allocated IP 172.28.1.231 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/20eab394-22fd-4473-bb2b-c660a9757149) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:53:17.821193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Pushing event updated for resources: {'Port': ['ID=44222f72-d973-48dd-9680-08b80c2f62e0,revision_number=1']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:17.824065 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:17.878349 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 is already hosted by enough agents. {{(pid=85368) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:53:17.879949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Resources bound (agent type, host, resource id): {{(pid=85368) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:53:17.884070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Received port after_create {{(pid=85368) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:53:17.911763 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.945979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.965627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-343a8fcc-da88-46ef-831c-e0e3abcc5d69 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:17.988450 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Attempting to bind port 44222f72-d973-48dd-9680-08b80c2f62e0 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:53:17.988863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Attempting to bind port 44222f72-d973-48dd-9680-08b80c2f62e0 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:53:17.989362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Attempting to bind port 44222f72-d973-48dd-9680-08b80c2f62e0 on network ab186b9c-91f3-4780-9a87-90f548a5fa59 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:53:17.995483 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:53:17.995833 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Checking segment: {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:53:17.996283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:17.996714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Bound using segment: {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:53:17.997228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Bound port: 44222f72-d973-48dd-9680-08b80c2f62e0, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:53:17.997641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:18.100977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] For port 44222f72-d973-48dd-9680-08b80c2f62e0, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:53:18.105488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] For port 44222f72-d973-48dd-9680-08b80c2f62e0, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=44222f72-d973-48dd-9680-08b80c2f62e0,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:53:18.110223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:18.124743 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Pushing event updated for resources: {'Port': ['ID=20eab394-22fd-4473-bb2b-c660a9757149,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:18.125580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8738087f-afa7-4773-a9b7-33fc641e2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:18.128611 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:18.158378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-45cc6cf0-8975-4f91-897d-eb7684e85126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:18.160253 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-45cc6cf0-8975-4f91-897d-eb7684e85126 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 1098 time: 0.1085849 Apr 15 19:53:18.172619 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579687fa-f343-42cc-b8d7-41c425ea20d7 req-162f3c63-14b9-431d-9bcb-31bbd5f1fcff tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:18.176028 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-579687fa-f343-42cc-b8d7-41c425ea20d7 req-162f3c63-14b9-431d-9bcb-31bbd5f1fcff tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1768982 Apr 15 19:53:18.185956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:53:18.187269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:53:18.190282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:53:18.282106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Pushing event updated for resources: {'Port': ['ID=44222f72-d973-48dd-9680-08b80c2f62e0,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:18.288247 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:18.339643 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-579687fa-f343-42cc-b8d7-41c425ea20d7 req-d2d16653-f5a4-4242-bacb-b607d3de3b10 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338654 Apr 15 19:53:18.369722 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-fb1f2c85-4c4c-494d-bd99-434e58b3dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:18.371466 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-fb1f2c85-4c4c-494d-bd99-434e58b3dd03 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 911 time: 0.1939301 Apr 15 19:53:18.485266 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-fe3c36b4-c5de-4bf9-b7ac-2dff8f89d3ac service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff64d641-842e-4992-8030-bbe55ea0b208 HTTP/1.1" status: 200 len: 1001 time: 0.1063724 Apr 15 19:53:18.557489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-5bee17dc-4659-44ea-89a7-46978bfa19d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:18.559309 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-5bee17dc-4659-44ea-89a7-46978bfa19d2 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.0659163 Apr 15 19:53:18.673839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:18.678053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-511c3289-5cc9-4d6f-8ad8-72129568b3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:18.680901 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-511c3289-5cc9-4d6f-8ad8-72129568b3fe service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1142807 Apr 15 19:53:18.847496 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-d81eb8f0-504d-4988-bb21-bb638df4f9e4 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548843 Apr 15 19:53:19.001291 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9e302857-c76a-4c39-9425-0c646c4bd598 req-f0b959b5-5bf1-4b49-880c-9874a4e9d8aa service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463494 Apr 15 19:53:19.286134 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7983070', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036846796752'] for router, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:19.522095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Router 037f9670-ca5e-4f49-8547-abbc8faed820 is scheduled to L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d with binding_index 1 {{(pid=85367) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Apr 15 19:53:19.564727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3122a74c-490c-4573-8178-fcef736b269e req-e9fd6308-5a98-412b-95d7-c592fb74c084 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:19.566466 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3122a74c-490c-4573-8178-fcef736b269e req-e9fd6308-5a98-412b-95d7-c592fb74c084 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1012309 Apr 15 19:53:19.623163 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3122a74c-490c-4573-8178-fcef736b269e req-c0ee30a3-52a1-409a-8d58-cced3d1a4739 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496173 Apr 15 19:53:19.775636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:53:19.785868 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Sync routers for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:53:19.797096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2272b6a3-133d-4467-8671-1a6507627fab None None] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:53:19.803572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:19.807613 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.9440389 Apr 15 19:53:19.808075 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42238) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:19.822211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:19.822984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:20.047576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-322e1116-230a-44a0-8ef8-2700903d7fbc None None] Provisioning for port 44222f72-d973-48dd-9680-08b80c2f62e0 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:53:20.170977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:20.219058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 44222f72-d973-48dd-9680-08b80c2f62e0 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:53:20.394723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:53:20.536623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 44222f72-d973-48dd-9680-08b80c2f62e0 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:53:20.582690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 44222f72-d973-48dd-9680-08b80c2f62e0 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:20.583112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:20.761446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:18Z', 'revision_number': 3, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:20.773051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Checking router: 037f9670-ca5e-4f49-8547-abbc8faed820 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:53:20.773457 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Updating router 037f9670-ca5e-4f49-8547-abbc8faed820 port 20eab394-22fd-4473-bb2b-c660a9757149 binding host dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:53:20.781692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:20.824372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:20.862871 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:20.923484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 44222f72-d973-48dd-9680-08b80c2f62e0, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=44222f72-d973-48dd-9680-08b80c2f62e0,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:20.938497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:20.947975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:20.995746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43ad59c-542e-4d89-9590-12c73995cd85 req-984801d5-17bb-44b6-a410-5c25b49f6d94 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:20.997379 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d43ad59c-542e-4d89-9590-12c73995cd85 req-984801d5-17bb-44b6-a410-5c25b49f6d94 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.2285314 Apr 15 19:53:21.028495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-2be7806c-9e3f-4283-8c41-a3c84f797b8e None None] Provisioning complete for port 44222f72-d973-48dd-9680-08b80c2f62e0 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:21.028926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2be7806c-9e3f-4283-8c41-a3c84f797b8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:21.107574 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d43ad59c-542e-4d89-9590-12c73995cd85 req-5746b54e-e192-4335-b387-eac4fbf746cd tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1026058 Apr 15 19:53:21.130727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Allocated IP 172.20.0.1 (ab186b9c-91f3-4780-9a87-90f548a5fa59/4cda8c51-665d-425a-9be6-606d9d76a6dc/6726f252-3952-426a-9719-0cf666be84fd) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:53:21.148238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=44222f72-d973-48dd-9680-08b80c2f62e0,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:21.165841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:21.288614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:21.305285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Transition to ACTIVE for port object 6726f252-3952-426a-9719-0cf666be84fd will not be triggered until provisioned by entity DHCP. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:53:21.334198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:21.350135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8d84246e-f81b-4d0e-bf7c-912b85beeb5d tempest-ServerRescueNegativeTestJSON-184057587 tempest-ServerRescueNegativeTestJSON-184057587-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:21.496194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Pushing event updated for resources: {'Port': ['ID=6726f252-3952-426a-9719-0cf666be84fd,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:21.510778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:21.556190 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:53:21.557476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:53:21.559909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:53:21.603368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Notify callbacks [] for port, precommit_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:21.617357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Transition to ACTIVE for port object 20eab394-22fd-4473-bb2b-c660a9757149 will not be triggered until provisioned by entity L2. {{(pid=85368) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:53:21.620591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7980149'] for router_interface, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:21.625405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:21.641365 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:21.753860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:21.772869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b1247-4968-4c76-9873-894ff9f40927 None None] Pushing event updated for resources: {'Port': ['ID=20eab394-22fd-4473-bb2b-c660a9757149,revision_number=2']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:21.778184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-814b1247-4968-4c76-9873-894ff9f40927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:21.788340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-3054e3d5-9aa2-4c2f-bf8f-8c27c7f2a5a4 None None] Provisioning for port 6726f252-3952-426a-9719-0cf666be84fd completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:53:21.807428 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-3054e3d5-9aa2-4c2f-bf8f-8c27c7f2a5a4 None None] Provisioning complete for port 6726f252-3952-426a-9719-0cf666be84fd triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:21.807771 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3054e3d5-9aa2-4c2f-bf8f-8c27c7f2a5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:21.894626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-3054e3d5-9aa2-4c2f-bf8f-8c27c7f2a5a4 None None] Port 6726f252-3952-426a-9719-0cf666be84fd cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:53:21.918228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Attempting to bind port 20eab394-22fd-4473-bb2b-c660a9757149 on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:53:21.918644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Attempting to bind port 20eab394-22fd-4473-bb2b-c660a9757149 by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:53:21.919055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Attempting to bind port 20eab394-22fd-4473-bb2b-c660a9757149 on network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:53:21.924744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:53:21.925162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Checking segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85368) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:53:21.925612 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:21.926078 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Bound using segment: {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'} {{(pid=85368) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:53:21.926586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Bound port: 20eab394-22fd-4473-bb2b-c660a9757149, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9c7f68f-8017-48fd-97fa-b9ca8247941d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}}] {{(pid=85368) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:53:21.926999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:22.004368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] For port 20eab394-22fd-4473-bb2b-c660a9757149, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85368) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:53:22.007700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] For port 20eab394-22fd-4473-bb2b-c660a9757149, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=20eab394-22fd-4473-bb2b-c660a9757149,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:53:22.011446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:22.012763 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:22.016585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:22.027397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6c44094c-15c7-408f-9a17-caf161bb3e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:22.046330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:22.138308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036846667113', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036846795758'] for router_interface, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:22.152472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Pushing event updated for resources: {'Port': ['ID=6726f252-3952-426a-9719-0cf666be84fd,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:22.153508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 44222f72-d973-48dd-9680-08b80c2f62e0 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:53:22.155490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:22.230822 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814b1247-4968-4c76-9873-894ff9f40927 None None] Pushing event updated for resources: {'Port': ['ID=20eab394-22fd-4473-bb2b-c660a9757149,revision_number=3']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:22.241030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-814b1247-4968-4c76-9873-894ff9f40927 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:22.289951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:53:22.291108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:53:22.292995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 44222f72-d973-48dd-9680-08b80c2f62e0 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:22.293415 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:22.328142 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:22.328862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:22.497041 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Router 037f9670-ca5e-4f49-8547-abbc8faed820 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:53:22.600325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-2bbb4d8f-8168-4d45-8057-95ec51519070 None None] Provisioning complete for port 6726f252-3952-426a-9719-0cf666be84fd triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:22.600640 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2bbb4d8f-8168-4d45-8057-95ec51519070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:22.646180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:22.691675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:53:22.709263 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] 10.222.0.35 "PUT /v2.0/routers/037f9670-ca5e-4f49-8547-abbc8faed820/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8918850 Apr 15 19:53:22.808371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-2bbb4d8f-8168-4d45-8057-95ec51519070 None None] Port 6726f252-3952-426a-9719-0cf666be84fd cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:53:23.014719 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 2, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:23.019392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56580ea1-ed0b-41ba-839d-6c77dac44171 None None] The sync data for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb is: [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 2, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:53:23.188026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42254) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:23.193801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241823180', 'description': 'tempest-description--366617485'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:23.200224 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:23.204692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:security_group and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:23.208476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:23.214967 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:23.228178 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.253692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:23.257804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:security_group_rule and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:23.260778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:23.266826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:23.342267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.345021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.350885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a036b47e-8920-4ee6-8e7d-c956f5a2d780 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:23.408567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b502cbf5-2e92-412f-88bc-b487d3ff22b9,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:23.411418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:23.413138 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.414684 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2254889 Apr 15 19:53:23.418088 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42258) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:23.424669 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'security_group_rule': {'security_group_id': 'b502cbf5-2e92-412f-88bc-b487d3ff22b9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:23.431686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:23.435680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:security_group_rule and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:23.438674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:23.448129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:23.469339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.541037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.543932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.546091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:23.569309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a39deae-5323-4962-92f1-009080715a0d,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:23.574043 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:23.582033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.586329 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7c62b488-8475-41cf-9f5d-d3c7c46f5403 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1669846 Apr 15 19:53:23.586787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42262) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:23.592712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'security_group_rule': {'security_group_id': 'b502cbf5-2e92-412f-88bc-b487d3ff22b9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:23.599264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:23.606388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:security_group_rule and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:23.609912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:23.616773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:23.634231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.702893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.707329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.715973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:23.740499 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ba97c3-9895-42dd-b002-dd8dfe706cac,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:23.743436 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:23.750108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.755371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42266) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:23.755544 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5d6e7bb6-e306-4919-bff8-584e3a7d423e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1675224 Apr 15 19:53:23.765866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'floatingip': {'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:23.773425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:23.779589 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:floatingip and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:53:23.791655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:53:23.800220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:23.813180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:23.971502 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:24.130948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Allocated IP 172.28.1.146 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/e951db4b-396d-459a-aca1-4b1b2df8ba20) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:53:24.160485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 20eab394-22fd-4473-bb2b-c660a9757149 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:53:24.234467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 20eab394-22fd-4473-bb2b-c660a9757149 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:53:24.240442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 20eab394-22fd-4473-bb2b-c660a9757149 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:24.240962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:24.377912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:24.398686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] For port 20eab394-22fd-4473-bb2b-c660a9757149, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=20eab394-22fd-4473-bb2b-c660a9757149,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:24.401753 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:24.403796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:24.478110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Pushing event updated for resources: {'Port': ['ID=20eab394-22fd-4473-bb2b-c660a9757149,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:24.481377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:24.541256 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:24.572948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:24.588423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:24.720498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'Port': ['ID=e951db4b-396d-459a-aca1-4b1b2df8ba20,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:24.725087 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:24.784867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:53:24.786337 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:53:24.789026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:53:24.919237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:24.989352 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:25.210952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:25.214418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:25.229946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:25.380387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'Port': ['ID=e951db4b-396d-459a-aca1-4b1b2df8ba20,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:25.395428 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:25.490438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:25.515452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:25.516782 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7596960 Apr 15 19:53:25.712457 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-972b4aa0-25e5-4871-aafe-ba9b8cfe2bce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Synchronizing usage tracker for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:security_group {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:53:25.717937 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:25.728944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-972b4aa0-25e5-4871-aafe-ba9b8cfe2bce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Unset dirty status for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:security_group {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:53:25.730252 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-972b4aa0-25e5-4871-aafe-ba9b8cfe2bce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--241823180&fields=id&tenant_id=0b83d57b76e24520ba40e4dbce21c8a9 HTTP/1.1" status: 200 len: 267 time: 0.0666552 Apr 15 19:53:25.899708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-04391758-ffe3-447b-bb16-ce0a3804ec95 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:25.900574 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-04391758-ffe3-447b-bb16-ce0a3804ec95 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Synchronizing usage tracker for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:network {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:53:25.917955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-04391758-ffe3-447b-bb16-ce0a3804ec95 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Unset dirty status for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:network {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:53:25.919227 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-04391758-ffe3-447b-bb16-ce0a3804ec95 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 816 time: 0.1793942 Apr 15 19:53:25.938905 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-adc50756-821f-4fed-a5e0-3907323494f8 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/quotas/0b83d57b76e24520ba40e4dbce21c8a9 HTTP/1.1" status: 200 len: 375 time: 0.0124059 Apr 15 19:53:26.034890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-91e7e7e7-aa88-4393-a803-e4266f82b958 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Synchronizing usage tracker for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:53:26.052378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-91e7e7e7-aa88-4393-a803-e4266f82b958 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Unset dirty status for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:53:26.053898 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-91e7e7e7-aa88-4393-a803-e4266f82b958 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1081159 Apr 15 19:53:26.140838 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 20eab394-22fd-4473-bb2b-c660a9757149 up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:53:26.217540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 20eab394-22fd-4473-bb2b-c660a9757149 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:26.217973 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-02389604-98c7-4477-97da-17d43be2cd6a service neutron] 10.222.0.35 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493402 Apr 15 19:53:26.218107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:26.251565 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Sync routers for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:53:26.263304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:26.263967 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:26.365846 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-49e8e300-9331-4222-8758-268557ed00a3 service neutron] 10.222.0.35 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410384 Apr 15 19:53:26.457660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:26.583767 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-04f54768-80f7-4209-82e9-87970be03d35 req-833948fc-3ed9-4414-9eaf-7d7a79fe292e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 210 time: 0.0545464 Apr 15 19:53:26.811131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 2, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:26.815329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Checking router: 037f9670-ca5e-4f49-8547-abbc8faed820 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:53:26.815743 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Updating router 037f9670-ca5e-4f49-8547-abbc8faed820 port 6726f252-3952-426a-9719-0cf666be84fd binding host dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Apr 15 19:53:26.872924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:27.253581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Notify callbacks [] for port, precommit_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:27.265927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Transition to ACTIVE for port object 6726f252-3952-426a-9719-0cf666be84fd will not be triggered until provisioned by entity L2. {{(pid=85369) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:53:27.271469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:27.286951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-08dcebfd-d9a9-455e-9192-7a7e36c99df0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:27.418596 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Pushing event updated for resources: {'Port': ['ID=6726f252-3952-426a-9719-0cf666be84fd,revision_number=3']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:27.440412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.440794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.441175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.441544 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.441941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.442311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.442678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.443044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.443403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.443761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.444122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.444481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85369) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:27.450123 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:27.656674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Attempting to bind port 6726f252-3952-426a-9719-0cf666be84fd on host dv-cinder-786383-2-smb for vnic_type normal with profile {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:53:27.657258 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Attempting to bind port 6726f252-3952-426a-9719-0cf666be84fd by drivers openvswitch,hyperv on host dv-cinder-786383-2-smb at level 0 using segments [{'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:53:27.657793 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Attempting to bind port 6726f252-3952-426a-9719-0cf666be84fd on network ab186b9c-91f3-4780-9a87-90f548a5fa59 {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:53:27.667019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Checking agent: {'id': 'c8b97348-9e76-4ce8-8758-812c6172906f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786383-2-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 41, 10), 'started_at': datetime.datetime(2021, 4, 15, 19, 41, 40), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786383-2-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:53:27.669543 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Checking segment: {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85369) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:53:27.670241 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:27.671122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Bound using segment: {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'} {{(pid=85369) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:53:27.671670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Bound port: 6726f252-3952-426a-9719-0cf666be84fd, host: dv-cinder-786383-2-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'}}] {{(pid=85369) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:53:27.672096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:27.778717 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] For port 6726f252-3952-426a-9719-0cf666be84fd, host dv-cinder-786383-2-smb, cleared binding levels {{(pid=85369) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:53:27.782181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] For port 6726f252-3952-426a-9719-0cf666be84fd, host dv-cinder-786383-2-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=6726f252-3952-426a-9719-0cf666be84fd,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85369) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:53:27.787652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85369) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:27.800731 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-19e292d4-7201-4d88-806e-4bfb4b64ddd2 req-deff6579-da33-4b2d-805d-328a76c216ce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 210 time: 0.0826213 Apr 15 19:53:27.865859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:27.879789 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-a4bb9984-99a3-4bb6-9c17-73df3b27e33a tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:27.881507 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-a4bb9984-99a3-4bb6-9c17-73df3b27e33a tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 816 time: 0.2735929 Apr 15 19:53:27.972357 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-c9fe0fec-565b-4fda-8285-71334e7d4019 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9 HTTP/1.1" status: 200 len: 5707 time: 0.0812135 Apr 15 19:53:27.982912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'port': {'device_id': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'admin_state_up': True, 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'security_groups': ['b502cbf5-2e92-412f-88bc-b487d3ff22b9']}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:27.991569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Pushing event updated for resources: {'Port': ['ID=6726f252-3952-426a-9719-0cf666be84fd,revision_number=4']} {{(pid=85369) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:28.003497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9b42743c-824c-4cd0-8f2c-ab4a39cf76ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85369) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:28.031186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:28.031897 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:28.152222 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:53:28.162997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:53:28.175024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Made reservation on behalf of 0b83d57b76e24520ba40e4dbce21c8a9 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:53:28.181385 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:28.209716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 6726f252-3952-426a-9719-0cf666be84fd up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:53:28.260298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:28.296267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Provisioning complete for port 6726f252-3952-426a-9719-0cf666be84fd triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:28.296581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:28.323305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning for port 6726f252-3952-426a-9719-0cf666be84fd completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:53:28.343537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 6726f252-3952-426a-9719-0cf666be84fd triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:28.343952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:28.367652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Allocated IP 172.20.0.12 (ab186b9c-91f3-4780-9a87-90f548a5fa59/4cda8c51-665d-425a-9be6-606d9d76a6dc/ff0b3cf9-db4b-47df-8102-325237bc3df2) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:53:28.597701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:28.612066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:27Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:28.616845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7929e19-f927-429c-90e3-535c5ad24b73 None None] The sync data for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb is: [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:27Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:53:28.617076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Transition to ACTIVE for port object ff0b3cf9-db4b-47df-8102-325237bc3df2 will not be triggered until provisioned by entity DHCP. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:53:28.643690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:28.660680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:28.713881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:28.737191 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:28.778470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] For port 6726f252-3952-426a-9719-0cf666be84fd, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=6726f252-3952-426a-9719-0cf666be84fd,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:28.811568 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:28.814073 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:28.816578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:28.822909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:28.881940 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:53:28.883506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:53:28.891890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:53:28.936287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Pushing event updated for resources: {'Port': ['ID=6726f252-3952-426a-9719-0cf666be84fd,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:28.949231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:53:28.950238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:53:28.951357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.951743 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.952122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.952496 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.952872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.953238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.953600 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.954555 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.955460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.955827 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.956200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.956561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:53:28.961130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-01b666f6-7ef0-4ed4-8a88-5753da28990b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:29.030723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:29.031449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:29.082583 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1038845 Apr 15 19:53:29.096046 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c20fba6-06dd-46b8-a38e-1ebfe121e4ca req-41b4795e-a3dd-4bff-bdab-2b7c817765db tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:29.096853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-7c20fba6-06dd-46b8-a38e-1ebfe121e4ca req-41b4795e-a3dd-4bff-bdab-2b7c817765db tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Synchronizing usage tracker for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:53:29.105834 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Request body: {'port': {'device_id': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:29.137229 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-b9c3d850-e486-4e77-ae4e-c827f0c61dbb None None] Provisioning for port ff0b3cf9-db4b-47df-8102-325237bc3df2 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:53:29.142830 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-b9c3d850-e486-4e77-ae4e-c827f0c61dbb None None] Provisioning complete for port ff0b3cf9-db4b-47df-8102-325237bc3df2 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:29.143261 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b9c3d850-e486-4e77-ae4e-c827f0c61dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:29.169812 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-7c20fba6-06dd-46b8-a38e-1ebfe121e4ca req-41b4795e-a3dd-4bff-bdab-2b7c817765db tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Unset dirty status for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:53:29.171088 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7c20fba6-06dd-46b8-a38e-1ebfe121e4ca req-41b4795e-a3dd-4bff-bdab-2b7c817765db tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 932 time: 0.2077029 Apr 15 19:53:29.202778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-b9c3d850-e486-4e77-ae4e-c827f0c61dbb None None] Port ff0b3cf9-db4b-47df-8102-325237bc3df2 cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:53:29.274553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:29.293730 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7c20fba6-06dd-46b8-a38e-1ebfe121e4ca req-6a966f69-739c-4753-861c-fa1e8dc315be tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1133156 Apr 15 19:53:29.654984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff0b3cf9-db4b-47df-8102-325237bc3df2 {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:53:29.663501 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:29.679271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Transition to ACTIVE for port object ff0b3cf9-db4b-47df-8102-325237bc3df2 will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:53:29.682034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:29.697958 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:29.844163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:29.847245 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:30.139587 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 6726f252-3952-426a-9719-0cf666be84fd up at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:53:30.216412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Provisioning complete for port 6726f252-3952-426a-9719-0cf666be84fd triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:30.216731 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:30.479277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Attempting to bind port ff0b3cf9-db4b-47df-8102-325237bc3df2 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:53:30.479585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Attempting to bind port ff0b3cf9-db4b-47df-8102-325237bc3df2 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:53:30.479941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Attempting to bind port ff0b3cf9-db4b-47df-8102-325237bc3df2 on network ab186b9c-91f3-4780-9a87-90f548a5fa59 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:53:30.486255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Port ff0b3cf9-db4b-47df-8102-325237bc3df2 on network ab186b9c-91f3-4780-9a87-90f548a5fa59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:53:30.486614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Attempting to bind port ff0b3cf9-db4b-47df-8102-325237bc3df2 on network ab186b9c-91f3-4780-9a87-90f548a5fa59 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:53:30.495243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:53:30.495614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Checking segment: {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:53:30.496034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Bound using segment: {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:53:30.496497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Bound port: ff0b3cf9-db4b-47df-8102-325237bc3df2, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:53:30.496879 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:30.602510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0b3574-24f7-430f-a557-431ad6817042 req-21d89d57-c7f3-4351-a142-400e6e54f376 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:30.604158 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe0b3574-24f7-430f-a557-431ad6817042 req-21d89d57-c7f3-4351-a142-400e6e54f376 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.1805699 Apr 15 19:53:30.636405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:53:30.659321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:53:30.664694 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fe0b3574-24f7-430f-a557-431ad6817042 req-a70f73fa-c34c-4ceb-9fbd-7781bb96efe0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515866 Apr 15 19:53:30.666072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:30.681320 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-11d829ae-91b8-4f59-a457-3cf596b31a2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:30.832648 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:30.838112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:30.868793 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:30.869554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:30.870996 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] 10.222.0.61 "PUT /v2.0/ports/ff0b3cf9-db4b-47df-8102-325237bc3df2 HTTP/1.1" status: 200 len: 1094 time: 1.7709575 Apr 15 19:53:30.871503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:53:30.953549 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'status': 'completed', 'code': 200} Apr 15 19:53:30.997468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-fb8f7478-0f4f-41de-8b3f-bfb5ff4367f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:30.999347 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-fb8f7478-0f4f-41de-8b3f-bfb5ff4367f9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0866590 Apr 15 19:53:31.079540 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-f6b24799-c1c3-415a-ae93-3d0f7740bb1e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2 HTTP/1.1" status: 200 len: 217 time: 0.0701132 Apr 15 19:53:31.150176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-09aada2e-6575-46cd-b7d2-11b53b2423bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:31.151599 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-09aada2e-6575-46cd-b7d2-11b53b2423bf service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0633204 Apr 15 19:53:31.234253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-d82fc79b-4a2d-4df8-b370-06aefe7bf541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:31.235824 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-d82fc79b-4a2d-4df8-b370-06aefe7bf541 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0761034 Apr 15 19:53:31.378356 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-99bedd8b-f300-4f74-b7c9-df435dadaeee service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344581 Apr 15 19:53:31.519884 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43906cd4-3b61-46ad-becd-aac9bfb4bffe req-e326364a-4c28-4f17-ae55-cb7c037f6c5f service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341059 Apr 15 19:53:31.655841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-2af27c10-8d58-4352-8d74-ca76e420a9bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:31.657338 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-2af27c10-8d58-4352-8d74-ca76e420a9bb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0815003 Apr 15 19:53:31.854553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-fc4dec7d-8004-4293-8a11-2f223d7263a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:31.856164 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-fc4dec7d-8004-4293-8a11-2f223d7263a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1901181 Apr 15 19:53:31.938298 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-514ce0e2-5f84-49d7-8cb2-3ca97e044787 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2 HTTP/1.1" status: 200 len: 217 time: 0.0735879 Apr 15 19:53:32.011863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e182c07-a6c0-42f3-954a-2a24dd0faa4c req-38681ab5-9c72-4b4f-8940-3a2a2637d468 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:32.013611 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e182c07-a6c0-42f3-954a-2a24dd0faa4c req-38681ab5-9c72-4b4f-8940-3a2a2637d468 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.2252965 Apr 15 19:53:32.055904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-e144c87f-b1eb-4653-a8d7-940d27673c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:32.057508 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-e144c87f-b1eb-4653-a8d7-940d27673c4e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.1090958 Apr 15 19:53:32.123404 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e182c07-a6c0-42f3-954a-2a24dd0faa4c req-3c71d91c-67a3-4eba-8273-900a172feb45 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000612 Apr 15 19:53:32.156530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-4c20f499-41d0-4be5-9b5c-6da6db0bb6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:32.158691 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-4c20f499-41d0-4be5-9b5c-6da6db0bb6f5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0866938 Apr 15 19:53:32.308597 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-e23ab3af-d22c-41fe-82e6-2f48c59d668d service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392000 Apr 15 19:53:32.455711 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d782a7c2-6ffa-4a6a-99cc-25035ec7b00c req-263f53b5-22f7-4cf6-9cdb-4580713f7333 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356120 Apr 15 19:53:33.330468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dd91d8-e68f-489d-986f-c7f1814ca116 req-dd03511e-6e9e-41ac-b633-83dd92f6df7d tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:33.332125 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c3dd91d8-e68f-489d-986f-c7f1814ca116 req-dd03511e-6e9e-41ac-b633-83dd92f6df7d tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.0880153 Apr 15 19:53:33.384644 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c3dd91d8-e68f-489d-986f-c7f1814ca116 req-e8ae4ba0-5c9d-4727-9cf7-2e69cd59e0a5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456517 Apr 15 19:53:33.667155 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff0b3cf9-db4b-47df-8102-325237bc3df2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:53:33.809714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:33.823479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'port_id': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'mac_address': 'fa:16:3e:39:9d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:53:33.881653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:33.902264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0b3cf9-db4b-47df-8102-325237bc3df2 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:53:33.918595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:33.921220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:33.923045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:33.993085 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:33.996347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:34.190424 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['ff0b3cf9-db4b-47df-8102-325237bc3df2'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:53:34.588561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba4a7d9-be56-41c2-9740-e5cf69ac2617 req-0bc73f4e-9f04-45e3-831d-a1367b316f01 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:34.590181 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8ba4a7d9-be56-41c2-9740-e5cf69ac2617 req-0bc73f4e-9f04-45e3-831d-a1367b316f01 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 945 time: 0.0884252 Apr 15 19:53:34.637320 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8ba4a7d9-be56-41c2-9740-e5cf69ac2617 req-51ebfa3e-431b-4cc1-82b3-242290278474 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406845 Apr 15 19:53:35.686860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff0b3cf9-db4b-47df-8102-325237bc3df2 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:53:35.760120 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port ff0b3cf9-db4b-47df-8102-325237bc3df2 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:53:35.765442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port ff0b3cf9-db4b-47df-8102-325237bc3df2 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:53:35.765895 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:35.851645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f48d2f3-97ad-4aec-983d-74ea86d260cb req-ab73b18b-a80f-415e-a5a9-11d8bd667759 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:35.853411 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5f48d2f3-97ad-4aec-983d-74ea86d260cb req-ab73b18b-a80f-415e-a5a9-11d8bd667759 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 945 time: 0.0960135 Apr 15 19:53:35.893870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:35.905054 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5f48d2f3-97ad-4aec-983d-74ea86d260cb req-676e2ab9-31f2-4840-a6a3-fc8565e9ba6c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445740 Apr 15 19:53:35.922789 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:53:35.933842 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:53:35.936888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:35.938862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:53:35.976476 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'code': 200} Apr 15 19:53:36.011346 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:53:36.014480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:53:36.223200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c82264-da59-43af-8afb-5e73a0b6d052 req-6da65dee-e52a-4208-882d-6ea0fa1d3c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:36.224732 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-03c82264-da59-43af-8afb-5e73a0b6d052 req-6da65dee-e52a-4208-882d-6ea0fa1d3c2c service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0782149 Apr 15 19:53:36.272819 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-03c82264-da59-43af-8afb-5e73a0b6d052 req-677ec523-56c1-4769-9c18-cd07d44aff00 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372283 Apr 15 19:53:37.117482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a327c5a9-20d7-4379-8e1d-d3655e3be4c2 req-ebc19148-2caf-431c-af97-0d232bee70c8 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:37.119074 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a327c5a9-20d7-4379-8e1d-d3655e3be4c2 req-ebc19148-2caf-431c-af97-0d232bee70c8 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0925260 Apr 15 19:53:37.170910 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a327c5a9-20d7-4379-8e1d-d3655e3be4c2 req-6960baf2-5e18-4ffb-8c27-f0a1676080ce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448096 Apr 15 19:53:37.303727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6ad0d386-008b-42ce-a472-a91ef385fc10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:38.380227 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49255c41-d1bb-4678-933d-e361c9ad7b04 req-c4b8a0bc-fb38-4f4f-96df-70dbe0df5bee tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:38.381785 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-49255c41-d1bb-4678-933d-e361c9ad7b04 req-c4b8a0bc-fb38-4f4f-96df-70dbe0df5bee tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0880773 Apr 15 19:53:38.433396 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-49255c41-d1bb-4678-933d-e361c9ad7b04 req-e4a4ceb2-e963-4658-ba82-a00c2997ffca tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452161 Apr 15 19:53:38.647183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b070a68e-e1f5-45a6-96d1-ccb160659366 req-597fce2b-f780-4c4d-8cd9-8e120ce14aee tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:38.649949 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b070a68e-e1f5-45a6-96d1-ccb160659366 req-597fce2b-f780-4c4d-8cd9-8e120ce14aee tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.1034219 Apr 15 19:53:38.659852 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42328) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:53:38.665645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-188626a0-5aaa-4221-b43f-67ef3a89db6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'floatingip': {'port_id': 'ff0b3cf9-db4b-47df-8102-325237bc3df2'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:53:38.749007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-188626a0-5aaa-4221-b43f-67ef3a89db6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:39.637952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-188626a0-5aaa-4221-b43f-67ef3a89db6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:39.641204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-188626a0-5aaa-4221-b43f-67ef3a89db6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:39.700612 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e67b9ae1-a9a2-4a6d-ab35-8776b5e7ed77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:39.824544 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [None req-188626a0-5aaa-4221-b43f-67ef3a89db6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Floating IP 8559b683-aa1c-4c09-8287-611129583a06 associated. External IP: 172.28.1.146, port: ff0b3cf9-db4b-47df-8102-325237bc3df2. Apr 15 19:53:40.212573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-188626a0-5aaa-4221-b43f-67ef3a89db6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Router 037f9670-ca5e-4f49-8547-abbc8faed820 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:53:40.254773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:40.404647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-188626a0-5aaa-4221-b43f-67ef3a89db6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:53:40.409469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-188626a0-5aaa-4221-b43f-67ef3a89db6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:40.414310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] Sync routers for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:53:40.424628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:40.425309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:40.471328 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-188626a0-5aaa-4221-b43f-67ef3a89db6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "PUT /v2.0/floatingips/8559b683-aa1c-4c09-8287-611129583a06 HTTP/1.1" status: 200 len: 992 time: 1.8101006 Apr 15 19:53:40.472007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:53:40.530643 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'status': 'completed', 'code': 200} Apr 15 19:53:40.597652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:40.628117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:40.642004 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-a5efa9ff-0398-4174-84a6-a412af500dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:40.644100 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-a5efa9ff-0398-4174-84a6-a412af500dcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0860682 Apr 15 19:53:40.790095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-1d770271-5341-4e12-8adf-29c8dede316a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:40.791684 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-1d770271-5341-4e12-8adf-29c8dede316a service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1380539 Apr 15 19:53:40.907570 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-c8ddd86d-01de-4131-9488-753839470043 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2 HTTP/1.1" status: 200 len: 1000 time: 0.1060801 Apr 15 19:53:40.978410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-d270615a-1324-4bc9-b8b3-674635fe1055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:40.980003 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-d270615a-1324-4bc9-b8b3-674635fe1055 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0641651 Apr 15 19:53:40.998655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '8559b683-aa1c-4c09-8287-611129583a06', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'floating_ip_address': '172.28.1.146', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'port_id': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'mac_address': 'fa:16:3e:39:9d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:24Z', 'updated_at': '2021-04-15T19:53:39Z', 'revision_number': 1, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:41.003360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] Checking router: 037f9670-ca5e-4f49-8547-abbc8faed820 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:53:41.012691 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:53:41.013348 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:41.070676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-fae0ef38-718c-4ad4-bd2e-5e4bcf8744e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:41.072316 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-fae0ef38-718c-4ad4-bd2e-5e4bcf8744e8 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0823793 Apr 15 19:53:41.208350 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:53:41.215884 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-d3e94730-d458-492b-87a2-48ac3e850f3b service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362760 Apr 15 19:53:41.363302 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3381eb80-7589-4a3b-a2d8-5ce42c66311b req-08aba774-45f2-4fce-bb6e-91596c305551 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397276 Apr 15 19:53:41.575878 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '8559b683-aa1c-4c09-8287-611129583a06', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'floating_ip_address': '172.28.1.146', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'port_id': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'mac_address': 'fa:16:3e:39:9d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:24Z', 'updated_at': '2021-04-15T19:53:39Z', 'revision_number': 1, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:53:41.580846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3844fe13-b275-460d-a3ee-c2d94ddbdbaf None None] The sync data for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb is: [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '8559b683-aa1c-4c09-8287-611129583a06', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'floating_ip_address': '172.28.1.146', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'port_id': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'mac_address': 'fa:16:3e:39:9d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:53:24Z', 'updated_at': '2021-04-15T19:53:39Z', 'revision_number': 1, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:53:41.889412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9805abc6-35da-490d-a03a-3d7180e8c78b None None] New status for floating IP 8559b683-aa1c-4c09-8287-611129583a06: ACTIVE {{(pid=85369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:53:42.063567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:42.724536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-4b3966e2-4b4b-4efb-bf6f-be8061f576d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:42.726062 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-4b3966e2-4b4b-4efb-bf6f-be8061f576d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53917eee5c234083acbcd37e1f566a73&device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 1137 time: 0.1506948 Apr 15 19:53:42.734963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413aa42f-79b7-4ed7-8c46-47fdb2a03b59 req-ca5d2f94-7f2e-4d32-8207-3184c9b566d9 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:42.737088 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-413aa42f-79b7-4ed7-8c46-47fdb2a03b59 req-ca5d2f94-7f2e-4d32-8207-3184c9b566d9 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.1253793 Apr 15 19:53:43.102265 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-413aa42f-79b7-4ed7-8c46-47fdb2a03b59 req-fb7e6f94-3712-4634-9377-4221ebe6a655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3428466 Apr 15 19:53:43.141961 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-60f7cb12-d596-4697-91b3-7df7b21bcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:43.143537 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-60f7cb12-d596-4697-91b3-7df7b21bcc30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc7463ec-14f1-4a3b-aebc-103cad27eeba HTTP/1.1" status: 200 len: 916 time: 0.4055312 Apr 15 19:53:43.270981 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-0dc17a5e-35d8-4466-9671-c5dc8d6b590f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 1001 time: 0.1043310 Apr 15 19:53:43.340148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-8a203f4c-c548-4f3a-a4e2-58638e4bb83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:43.341842 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-8a203f4c-c548-4f3a-a4e2-58638e4bb83f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6 HTTP/1.1" status: 200 len: 854 time: 0.0637200 Apr 15 19:53:43.427526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-cee91adc-1c4e-44e4-a841-5c55a461f46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:43.429141 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-cee91adc-1c4e-44e4-a841-5c55a461f46e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc7463ec-14f1-4a3b-aebc-103cad27eeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0785320 Apr 15 19:53:43.571944 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-f768d687-c332-481c-b9dc-08209aabad61 service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351585 Apr 15 19:53:43.714718 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-56d9f10d-5f51-4b9c-aaf6-dfdf73ed7235 req-a97aeb1e-b617-4b1f-81ac-5f94b2eb474b service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341591 Apr 15 19:53:44.313901 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310c8493-cbb9-4eca-a4d8-16548a599ae2 req-62b12bbd-5ac9-49ec-b572-d4550780ad63 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:44.315534 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-310c8493-cbb9-4eca-a4d8-16548a599ae2 req-62b12bbd-5ac9-49ec-b572-d4550780ad63 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0974436 Apr 15 19:53:44.368401 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-310c8493-cbb9-4eca-a4d8-16548a599ae2 req-516733f4-34c2-41ba-bf52-31f23f208e56 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0462353 Apr 15 19:53:45.572992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81b9c9-3704-4017-90e0-2a8eae0e316e req-03d6bce7-2403-4a10-afe4-49c57c035e81 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:45.574667 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b81b9c9-3704-4017-90e0-2a8eae0e316e req-03d6bce7-2403-4a10-afe4-49c57c035e81 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0899582 Apr 15 19:53:45.631074 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6b81b9c9-3704-4017-90e0-2a8eae0e316e req-ebd70211-f16a-4a50-b2d1-52450c11beaa tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0491357 Apr 15 19:53:46.836929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c60b12-baa1-4706-8379-f89b03e7d1b5 req-4f2ce93e-8356-4fca-b5ab-8635edf70d51 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:46.838571 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-72c60b12-baa1-4706-8379-f89b03e7d1b5 req-4f2ce93e-8356-4fca-b5ab-8635edf70d51 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0895667 Apr 15 19:53:46.889841 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-72c60b12-baa1-4706-8379-f89b03e7d1b5 req-5ecadc2b-bfbb-4feb-8e5a-30399226cf3c tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0446956 Apr 15 19:53:48.097807 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d136b1-caad-4d86-b35e-ac0462ec3f3a req-b41054a0-e06f-4436-97ee-f26cd272adff tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:48.099439 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-96d136b1-caad-4d86-b35e-ac0462ec3f3a req-b41054a0-e06f-4436-97ee-f26cd272adff tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0944219 Apr 15 19:53:48.155725 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-96d136b1-caad-4d86-b35e-ac0462ec3f3a req-855d4270-6900-4206-8743-6516ba2a3c2b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0496066 Apr 15 19:53:49.356730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925469f5-7643-45ad-a7e8-00cf148f710e req-26ec6679-58b6-4799-94ef-52576225d5b9 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:49.358385 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-925469f5-7643-45ad-a7e8-00cf148f710e req-26ec6679-58b6-4799-94ef-52576225d5b9 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0882747 Apr 15 19:53:49.409904 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-925469f5-7643-45ad-a7e8-00cf148f710e req-dddcc30f-3410-4f4c-b13c-e1d98652cbb9 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444145 Apr 15 19:53:50.617940 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50af0401-dfca-40e0-b651-de81a2accd54 req-a08da2a2-e0c8-459c-8f6b-a6059ddd57b4 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:50.619538 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50af0401-dfca-40e0-b651-de81a2accd54 req-a08da2a2-e0c8-459c-8f6b-a6059ddd57b4 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0925488 Apr 15 19:53:50.669939 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-50af0401-dfca-40e0-b651-de81a2accd54 req-61374f13-3a4f-4681-8ae2-9374edfb6500 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439234 Apr 15 19:53:51.882118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbd89c1-80d6-4ef7-b6a0-cb324cf59acd req-ec7b75a0-2a1b-4759-b52b-9293fddc2e2d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:51.883879 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8fbd89c1-80d6-4ef7-b6a0-cb324cf59acd req-ec7b75a0-2a1b-4759-b52b-9293fddc2e2d tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0974646 Apr 15 19:53:51.939669 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8fbd89c1-80d6-4ef7-b6a0-cb324cf59acd req-c97b2d22-d15e-446d-ac63-72fffeacba78 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0481725 Apr 15 19:53:53.145425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b81eaa-8c07-4937-bc11-66b88ff42e01 req-5edbccee-4e74-4109-aadb-3ff2fc89bc60 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:53.146991 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-23b81eaa-8c07-4937-bc11-66b88ff42e01 req-5edbccee-4e74-4109-aadb-3ff2fc89bc60 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0910525 Apr 15 19:53:53.198397 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-23b81eaa-8c07-4937-bc11-66b88ff42e01 req-bb782567-be93-4ff0-85b6-31b9b3240bf3 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0442564 Apr 15 19:53:54.408810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c868972-71ab-4028-84e1-13aa09a55226 req-a65a2d2c-f1e3-4dc9-876c-6c428ac6c819 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:54.410419 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1c868972-71ab-4028-84e1-13aa09a55226 req-a65a2d2c-f1e3-4dc9-876c-6c428ac6c819 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0936604 Apr 15 19:53:54.462634 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1c868972-71ab-4028-84e1-13aa09a55226 req-052c57c9-8ea6-4084-ad0a-0ee88f7a839f tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0453813 Apr 15 19:53:55.667263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b428550a-06c2-4698-bb57-42679447f5c3 req-380978be-5cc2-4ea6-8275-60e3c0542b75 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:55.685634 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b428550a-06c2-4698-bb57-42679447f5c3 req-380978be-5cc2-4ea6-8275-60e3c0542b75 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0903113 Apr 15 19:53:55.711461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:53:55.722649 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b428550a-06c2-4698-bb57-42679447f5c3 req-c2c600bd-3f63-43aa-ab31-b8b48230b2b1 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0459015 Apr 15 19:53:56.885199 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-4918c82e-f754-41d2-ad2c-7a9c960fac1a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1224568 Apr 15 19:53:56.932393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9a7299-f506-42c7-aa51-587d6bf42d43 req-2bec2fb4-feb4-4a25-a8c9-6d0dc43a8c03 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:56.934007 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fd9a7299-f506-42c7-aa51-587d6bf42d43 req-2bec2fb4-feb4-4a25-a8c9-6d0dc43a8c03 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0949059 Apr 15 19:53:57.038070 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fd9a7299-f506-42c7-aa51-587d6bf42d43 req-8a7cfd51-5672-494f-8b20-bdb70ad137ad tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0973163 Apr 15 19:53:57.064810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-b3bbcee0-387e-49d2-8b53-ce536523db45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:57.066482 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-b3bbcee0-387e-49d2-8b53-ce536523db45 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 1098 time: 0.1053252 Apr 15 19:53:57.236583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-775d3347-95da-4fe7-b19b-0ee0dc07cf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:57.238235 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-775d3347-95da-4fe7-b19b-0ee0dc07cf30 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 911 time: 0.1506662 Apr 15 19:53:57.351228 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-ba28a29e-a8b3-484f-adc2-2e3a08e86459 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ff64d641-842e-4992-8030-bbe55ea0b208 HTTP/1.1" status: 200 len: 1001 time: 0.1042387 Apr 15 19:53:57.394805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:53:57.421090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-2aafd0d9-6415-44cc-b01e-09fd0c892a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:57.422700 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-2aafd0d9-6415-44cc-b01e-09fd0c892a94 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.0647254 Apr 15 19:53:57.511553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-cc748a00-8f99-4036-bc40-9c5f15355770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:57.513187 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-cc748a00-8f99-4036-bc40-9c5f15355770 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0817595 Apr 15 19:53:57.659349 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-f6b5c054-a142-4eaf-b193-2a2e3f65cdee service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367817 Apr 15 19:53:57.804376 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-538bd5ac-d753-4595-abb8-b0f558a7fac9 req-577fe4d8-4783-4fcf-94cb-5b9429350a1d service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364706 Apr 15 19:53:58.242675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5297905c-18f8-42ae-9494-81893907c250 req-d0febf67-4b59-4f1e-aff4-7042567ceae5 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:58.244395 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5297905c-18f8-42ae-9494-81893907c250 req-d0febf67-4b59-4f1e-aff4-7042567ceae5 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0890462 Apr 15 19:53:58.295999 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5297905c-18f8-42ae-9494-81893907c250 req-51ed78e7-b33e-4092-a22e-cbbcd75945e9 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0449269 Apr 15 19:53:59.500673 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31a0df-ef2d-487c-96c9-c06e13df9bcb req-29371d97-d113-455e-9245-37a6219c42bb tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:53:59.502307 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3a31a0df-ef2d-487c-96c9-c06e13df9bcb req-29371d97-d113-455e-9245-37a6219c42bb tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0909164 Apr 15 19:53:59.553039 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3a31a0df-ef2d-487c-96c9-c06e13df9bcb req-15f0f809-96d8-44f7-8d2e-5845f4ffbf0a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441937 Apr 15 19:54:00.332969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0c495-f722-4907-a2f1-fabd0161c7ab req-08730a27-06fa-4325-b408-a1a4efeaef5e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:00.334795 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e1c0c495-f722-4907-a2f1-fabd0161c7ab req-08730a27-06fa-4325-b408-a1a4efeaef5e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.0880466 Apr 15 19:54:00.381791 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e1c0c495-f722-4907-a2f1-fabd0161c7ab req-c425f0fb-09a0-4239-bc99-3b0b5a98ddb1 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406404 Apr 15 19:54:00.762982 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d6f04-a0ea-42ca-a965-ded3dfc36ca1 req-45584567-77ae-4653-89db-97f270d21254 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:00.764598 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-591d6f04-a0ea-42ca-a965-ded3dfc36ca1 req-45584567-77ae-4653-89db-97f270d21254 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.0920627 Apr 15 19:54:00.817797 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-591d6f04-a0ea-42ca-a965-ded3dfc36ca1 req-f912fdb4-431b-434b-92f1-bb56327ae67a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=23d13d50-5345-41f0-a5f0-f72ab80431fb&id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0458140 Apr 15 19:54:01.582844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52aa3bd6-89e4-476b-bc0f-930ea32ca320 req-1aeb801e-1f53-4542-ab44-75e2df452207 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:01.584728 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-52aa3bd6-89e4-476b-bc0f-930ea32ca320 req-1aeb801e-1f53-4542-ab44-75e2df452207 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.0877676 Apr 15 19:54:01.635680 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-52aa3bd6-89e4-476b-bc0f-930ea32ca320 req-9e46a99c-f39f-492a-976d-0b61339d3320 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445104 Apr 15 19:54:02.481031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165be070-48d2-4aad-93e9-67bddf272697 req-38b5c22f-288f-479d-b1e4-14c0e48a4e81 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:02.482612 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-165be070-48d2-4aad-93e9-67bddf272697 req-38b5c22f-288f-479d-b1e4-14c0e48a4e81 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.0906079 Apr 15 19:54:02.559710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Deleting port ff64d641-842e-4992-8030-bbe55ea0b208 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:54:02.560097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:02.890737 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] For port ff64d641-842e-4992-8030-bbe55ea0b208, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff64d641-842e-4992-8030-bbe55ea0b208,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:02.891160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:02.913800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd2fb74-058a-4172-93cf-700afeb9fbf8 req-a651cff2-bafb-47e0-914a-651a4063acd7 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:02.915393 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5fd2fb74-058a-4172-93cf-700afeb9fbf8 req-a651cff2-bafb-47e0-914a-651a4063acd7 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 945 time: 0.1602130 Apr 15 19:54:03.097002 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5fd2fb74-058a-4172-93cf-700afeb9fbf8 req-93fda3ae-cce9-4ef1-abde-f870bd2da60d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=64d696dd-343b-4b85-bbdd-8d79d51e08db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300414 Apr 15 19:54:03.476185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:03.476529 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:03.476930 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Floating IP 59382dea-82b6-4bdd-bca5-b7095ca3b9b7 disassociated. External IP: 172.28.1.175, port: ff64d641-842e-4992-8030-bbe55ea0b208. Apr 15 19:54:03.477387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Calling delete_port for ff64d641-842e-4992-8030-bbe55ea0b208 owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:54:03.627444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:03.642739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8999433c-b90b-4ea2-87de-a182147f0c0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:03.738028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event deleted for resources: {'Port': ['ID=ff64d641-842e-4992-8030-bbe55ea0b208,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:03.747323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:04.012495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Router e284ddec-27fc-4959-a316-4974844264c5 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:54:04.223375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:54:04.236609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] Sync routers for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:54:04.255218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:54:04.256305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:04.320854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] No DVR routers for this DVR port ff64d641-842e-4992-8030-bbe55ea0b208 on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:54:04.323748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:04.331136 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'name': 'network-vif-deleted', 'tag': 'ff64d641-842e-4992-8030-bbe55ea0b208'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:54:04.342217 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-165be070-48d2-4aad-93e9-67bddf272697 req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "DELETE /v2.0/ports/ff64d641-842e-4992-8030-bbe55ea0b208 HTTP/1.1" status: 204 len: 173 time: 1.8533988 Apr 15 19:54:04.449473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-6c98dd16-5ff5-4c6b-848f-eb733685114b req-9ed0cefa-28b3-4bc6-b66f-3a9c3e41976e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Synchronizing usage tracker for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:54:04.474652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-6c98dd16-5ff5-4c6b-848f-eb733685114b req-9ed0cefa-28b3-4bc6-b66f-3a9c3e41976e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Unset dirty status for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:54:04.479934 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6c98dd16-5ff5-4c6b-848f-eb733685114b req-9ed0cefa-28b3-4bc6-b66f-3a9c3e41976e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=2ca9986f-6d7c-487b-83bc-8815e853c871 HTTP/1.1" status: 200 len: 210 time: 0.1006217 Apr 15 19:54:04.559784 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ca9986f-6d7c-487b-83bc-8815e853c871', 'name': 'network-vif-deleted', 'tag': 'ff64d641-842e-4992-8030-bbe55ea0b208', 'status': 'completed', 'code': 200} Apr 15 19:54:04.682493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:54:05.028647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:05.033444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] Checking router: e284ddec-27fc-4959-a316-4974844264c5 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:54:05.042899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:54:05.043555 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:53:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:05.233185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:54:05.575059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:05.579855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b459f7d3-44c4-48ea-a926-cca59f93f65c None None] The sync data for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb is: [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:54:05.659661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42446) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:05.733909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1c19-8406-4765-a8e1-264549d92405 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:05.767708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1c19-8406-4765-a8e1-264549d92405 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:05.815255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1c19-8406-4765-a8e1-264549d92405 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:05.823590 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ed6dd02d-9c73-4c32-8535-b6dd9ff66389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:05.838637 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff64d641-842e-4992-8030-bbe55ea0b208 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:54:05.850316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb1c19-8406-4765-a8e1-264549d92405 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64d696dd-343b-4b85-bbdd-8d79d51e08db,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:05.853605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4ffb1c19-8406-4765-a8e1-264549d92405 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:05.855757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4ffb1c19-8406-4765-a8e1-264549d92405 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:05.859674 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-4ffb1c19-8406-4765-a8e1-264549d92405 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "DELETE /v2.0/security-groups/64d696dd-343b-4b85-bbdd-8d79d51e08db HTTP/1.1" status: 204 len: 168 time: 0.1961844 Apr 15 19:54:05.860438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42450) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:05.878800 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.v2.resource [None req-a854adf8-2003-4ae3-8eb7-384a5d741f83 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] show failed (client error): The resource could not be found. Apr 15 19:54:05.882773 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-a854adf8-2003-4ae3-8eb7-384a5d741f83 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups/64d696dd-343b-4b85-bbdd-8d79d51e08db HTTP/1.1" status: 404 len: 347 time: 0.0185602 Apr 15 19:54:05.883263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42454) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:05.897896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: ff64d641-842e-4992-8030-bbe55ea0b208 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:54:05.898238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff64d641-842e-4992-8030-bbe55ea0b208 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:54:06.050968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Deleting port f95fcc74-4598-4441-b4d4-64b44ec0e476 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:54:06.051273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:06.060952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54803be4-f795-4a76-87e1-1376b6039d66 None None] New status for floating IP 59382dea-82b6-4bdd-bca5-b7095ca3b9b7: DOWN {{(pid=85369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:54:06.231307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:06.231659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:06.368535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Calling delete_port for f95fcc74-4598-4441-b4d4-64b44ec0e476 owned by network:floatingip {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:54:06.456852 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:54:06.457218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:54:06.959054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Deleting port f95fcc74-4598-4441-b4d4-64b44ec0e476 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:54:06.959857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:07.139190 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:07.139564 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:07.272594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Calling delete_port for f95fcc74-4598-4441-b4d4-64b44ec0e476 owned by network:floatingip {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:54:07.307083 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-47933186-952f-4a47-a6a8-1a4b55a21189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:07.413304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:07.431135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:07.519678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event deleted for resources: {'Port': ['ID=f95fcc74-4598-4441-b4d4-64b44ec0e476,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:07.536781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.537189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.537587 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.538021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.538410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.538797 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.539182 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.539566 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.539951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.540333 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.540714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.541093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:07.546058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:07.698361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:07.716069 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:07.717282 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "DELETE /v2.0/floatingips/59382dea-82b6-4bdd-bca5-b7095ca3b9b7 HTTP/1.1" status: 204 len: 168 time: 1.8332794 Apr 15 19:54:08.091425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42464) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:08.098231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2026090149', 'description': 'tempest-description--655439853'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:54:08.104806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:54:08.109119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:security_group and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:54:08.115969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:54:08.121945 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:54:08.144011 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.165021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:54:08.169119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:security_group_rule and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:54:08.172183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:54:08.178183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:54:08.252446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.255292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.260581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-369d9b7d-050a-46d7-be9e-99c50d7307fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:08.310795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85437b29-48f9-4bde-9489-b7be474e2393,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:08.314330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:08.315108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.316488 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2238719 Apr 15 19:54:08.319465 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42468) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:08.325036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'security_group_rule': {'security_group_id': '85437b29-48f9-4bde-9489-b7be474e2393', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:54:08.331912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:54:08.336295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:security_group_rule and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:54:08.339357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:54:08.345460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:54:08.361332 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.422538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.425159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.427330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9b9ff0ea-1c63-407d-8313-c89787bb7ed2 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:08.450966 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed58952-a961-4c80-92be-c08ab7f435d8,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:08.455582 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:08.459307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.460591 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-6c2a84b0-559b-4058-97a6-dce40d3e8146 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1401126 Apr 15 19:54:08.463463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42472) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:08.468971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'security_group_rule': {'security_group_id': '85437b29-48f9-4bde-9489-b7be474e2393', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:54:08.476006 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:54:08.479966 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:security_group_rule and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:54:08.483053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:54:08.490113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:54:08.505693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.571250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.573859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.575977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9340a6c0-9787-4c5c-a31e-78561527a586 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:08.598160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d25d9b05-8ac3-41c8-b823-b40fa4c610f3,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:08.602362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:08.609042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.610389 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f22d5ec5-36fa-4226-98ea-b6865770d540 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1459424 Apr 15 19:54:08.613629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42476) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:08.619484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'floatingip': {'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:54:08.625736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:54:08.629718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Usage tracker for resource:floatingip and tenant:410f412dc7cb485a998f480860ec3aa4 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:54:08.632767 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:54:08.638846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:54:08.649018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.793381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:08.940347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Allocated IP 172.28.1.172 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/a65aa535-b819-4b0e-af0b-5dc249d56bf3) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:54:09.098606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:09.128359 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:09.143986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-41dba33a-3563-4c53-99b9-a4815e3aa332 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:09.492424 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'Port': ['ID=a65aa535-b819-4b0e-af0b-5dc249d56bf3,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:09.505369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:09.546133 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:54:09.547813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:54:09.550104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:54:09.633232 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:09.695667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:09.706364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3820d1e2-b6f3-4012-abdb-ef60f620d1e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:09.912541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:09.916139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:09.935052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:10.066026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'Port': ['ID=a65aa535-b819-4b0e-af0b-5dc249d56bf3,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:10.071150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:10.174953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:10.196186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:10.197495 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5827842 Apr 15 19:54:10.255701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:10.443230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-0739a17f-312c-4a9e-890b-a7cd72818c36 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Synchronizing usage tracker for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:security_group {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:54:10.458957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-0739a17f-312c-4a9e-890b-a7cd72818c36 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Unset dirty status for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:security_group {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:54:10.460464 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-0739a17f-312c-4a9e-890b-a7cd72818c36 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2026090149&fields=id&tenant_id=410f412dc7cb485a998f480860ec3aa4 HTTP/1.1" status: 200 len: 267 time: 0.0626183 Apr 15 19:54:10.580014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:10.628803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-d114103a-6890-4e58-9517-934a2c8e2d62 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:10.630401 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-d114103a-6890-4e58-9517-934a2c8e2d62 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 810 time: 0.1624100 Apr 15 19:54:10.646680 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-864b6eb2-17b3-4491-b5bf-d3e4f44e8884 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/quotas/410f412dc7cb485a998f480860ec3aa4 HTTP/1.1" status: 200 len: 375 time: 0.0100036 Apr 15 19:54:10.736994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-17437850-f3ef-477a-aa4e-482c448ac2c9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Synchronizing usage tracker for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:54:10.752103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-17437850-f3ef-477a-aa4e-482c448ac2c9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Unset dirty status for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:54:10.753527 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-17437850-f3ef-477a-aa4e-482c448ac2c9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1012287 Apr 15 19:54:10.903965 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-ffd46895-ae56-44a5-98c2-ca309af5856f service neutron] 10.222.0.35 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372507 Apr 15 19:54:11.045511 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-7899c409-04f3-47a8-b3a4-9f0b0de18980 service neutron] 10.222.0.35 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348686 Apr 15 19:54:11.246055 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-097cfe44-bcba-4a0f-90bb-74c12fb8a682 req-69de2f07-9d05-458a-96a3-d360074b6402 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 210 time: 0.0498598 Apr 15 19:54:12.064726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:12.432311 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7ea4733d-1491-422b-a77a-e3d7ff066ab0 req-6693b008-8f76-49ac-bedf-c205fb0610a1 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 210 time: 0.0595424 Apr 15 19:54:12.440082 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-be1fa041-8880-4708-b3e7-1a426591f8f4 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:12.442159 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-be1fa041-8880-4708-b3e7-1a426591f8f4 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 810 time: 0.2348342 Apr 15 19:54:12.525643 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-08937431-f906-4abd-946d-1f6ad1d910fd tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=410f412dc7cb485a998f480860ec3aa4 HTTP/1.1" status: 200 len: 5704 time: 0.0735753 Apr 15 19:54:12.538851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'port': {'device_id': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'admin_state_up': True, 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'security_groups': ['85437b29-48f9-4bde-9489-b7be474e2393']}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:54:12.680090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:54:12.690452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:54:12.698977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Made reservation on behalf of 410f412dc7cb485a998f480860ec3aa4 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:54:12.705000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:12.885927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Allocated IP 172.20.0.8 (e331a6cc-d416-42f2-995b-8aaf9a85a920/b630829c-62bc-417b-82c2-270250301e01/dc85919c-8b9f-4ca7-9699-cb4444c5c52d) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:54:13.079891 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:13.097161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Transition to ACTIVE for port object dc85919c-8b9f-4ca7-9699-cb4444c5c52d will not be triggered until provisioned by entity DHCP. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:54:13.120072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:13.134882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-526d4b72-aa93-48ae-9051-da5e32c93b2d tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:13.273106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event updated for resources: {'Port': ['ID=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:13.277473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:13.334733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:54:13.335909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:54:13.338233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:54:13.405398 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:13.406126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:13.431769 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8969624 Apr 15 19:54:13.446536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Request body: {'port': {'device_id': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:54:13.555033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-a5dc68df-3dea-4d39-9e1b-19158a872a20 None None] Provisioning for port dc85919c-8b9f-4ca7-9699-cb4444c5c52d completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:54:13.560707 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-a5dc68df-3dea-4d39-9e1b-19158a872a20 None None] Provisioning complete for port dc85919c-8b9f-4ca7-9699-cb4444c5c52d triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:54:13.561131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a5dc68df-3dea-4d39-9e1b-19158a872a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:13.622038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc68df-3dea-4d39-9e1b-19158a872a20 None None] Port dc85919c-8b9f-4ca7-9699-cb4444c5c52d cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:54:13.622269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:13.733605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3a399-e36b-42bb-ab0d-fe33cfff2d7c req-88b18369-d7c4-44a1-ad44-587e2b52bc86 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:13.734374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1bd3a399-e36b-42bb-ab0d-fe33cfff2d7c req-88b18369-d7c4-44a1-ad44-587e2b52bc86 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Synchronizing usage tracker for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:54:13.809989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1bd3a399-e36b-42bb-ab0d-fe33cfff2d7c req-88b18369-d7c4-44a1-ad44-587e2b52bc86 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Unset dirty status for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:54:13.811277 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1bd3a399-e36b-42bb-ab0d-fe33cfff2d7c req-88b18369-d7c4-44a1-ad44-587e2b52bc86 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 931 time: 0.2512350 Apr 15 19:54:13.940544 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1bd3a399-e36b-42bb-ab0d-fe33cfff2d7c req-60dea182-447b-4a6a-ab37-0582bb023c36 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223097 Apr 15 19:54:14.065514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc85919c-8b9f-4ca7-9699-cb4444c5c52d {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:54:14.073445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:14.089143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Transition to ACTIVE for port object dc85919c-8b9f-4ca7-9699-cb4444c5c52d will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:54:14.091813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:14.107169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-48070d54-0b39-4588-995d-0cf259ec6436 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:14.241507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Pushing event updated for resources: {'Port': ['ID=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:14.254218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:14.474382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Attempting to bind port dc85919c-8b9f-4ca7-9699-cb4444c5c52d on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:54:14.474901 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Attempting to bind port dc85919c-8b9f-4ca7-9699-cb4444c5c52d by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:54:14.475110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Attempting to bind port dc85919c-8b9f-4ca7-9699-cb4444c5c52d on network e331a6cc-d416-42f2-995b-8aaf9a85a920 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:54:14.481054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Port dc85919c-8b9f-4ca7-9699-cb4444c5c52d on network e331a6cc-d416-42f2-995b-8aaf9a85a920 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:54:14.481457 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Attempting to bind port dc85919c-8b9f-4ca7-9699-cb4444c5c52d on network e331a6cc-d416-42f2-995b-8aaf9a85a920 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:54:14.487438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:54:14.487862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Checking segment: {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:54:14.488288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Bound using segment: {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:54:14.488762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Bound port: dc85919c-8b9f-4ca7-9699-cb4444c5c52d, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'adb157d6-a427-42cf-9019-12688d5b3f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 643, 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:54:14.489151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:14.583055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] For port dc85919c-8b9f-4ca7-9699-cb4444c5c52d, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:54:14.586344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] For port dc85919c-8b9f-4ca7-9699-cb4444c5c52d, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:54:14.589552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:14.604393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:14.760570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Pushing event updated for resources: {'Port': ['ID=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:14.765200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:15.028300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:15.029072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:15.030622 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] 10.222.0.61 "PUT /v2.0/ports/dc85919c-8b9f-4ca7-9699-cb4444c5c52d HTTP/1.1" status: 200 len: 1093 time: 1.5889089 Apr 15 19:54:15.031162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'tag': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:54:15.108352 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'tag': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d', 'status': 'completed', 'code': 200} Apr 15 19:54:15.225116 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8717ad99-97a5-4a6e-b467-1ef22d0175a6 req-024b9043-2671-4242-89d7-11837fb11aab tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:15.226681 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8717ad99-97a5-4a6e-b467-1ef22d0175a6 req-024b9043-2671-4242-89d7-11837fb11aab tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 943 time: 0.1640542 Apr 15 19:54:15.229601 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-04611535-17d4-43f4-92f2-42340d96cf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:15.231084 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-04611535-17d4-43f4-92f2-42340d96cf02 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 1096 time: 0.1302805 Apr 15 19:54:15.320753 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-c19e7916-ec13-497b-9a06-2578592d2bf7 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc85919c-8b9f-4ca7-9699-cb4444c5c52d HTTP/1.1" status: 200 len: 217 time: 0.0733111 Apr 15 19:54:15.385348 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8717ad99-97a5-4a6e-b467-1ef22d0175a6 req-cceea94c-bc5d-4335-882c-78f7e5cb6e02 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522963 Apr 15 19:54:15.403329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-d3964346-554d-4b43-b963-7e009e5bc62c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:15.404926 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-d3964346-554d-4b43-b963-7e009e5bc62c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.0749590 Apr 15 19:54:15.490169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-7cbea433-59d4-45b7-a964-432a31ff3e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:15.492653 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-7cbea433-59d4-45b7-a964-432a31ff3e5f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0786917 Apr 15 19:54:15.638477 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-806d613a-cf3e-42e9-a65c-a3e563242dbd service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385598 Apr 15 19:54:15.786446 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4cb3642-cf01-4235-94af-03a0d9182546 req-d1fee734-8951-45b7-9e7c-04c57453f3de service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365886 Apr 15 19:54:15.911125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-db63d373-8bb2-4470-96b8-a89d7507f97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:15.912738 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-db63d373-8bb2-4470-96b8-a89d7507f97a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 1096 time: 0.0825644 Apr 15 19:54:16.056394 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-fe635d14-302e-47d1-87fd-72a0814e46fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:16.057932 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-fe635d14-302e-47d1-87fd-72a0814e46fa service neutron] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 911 time: 0.1373115 Apr 15 19:54:16.133696 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-91146a3a-9ea6-4468-b07c-e8c606e275a4 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc85919c-8b9f-4ca7-9699-cb4444c5c52d HTTP/1.1" status: 200 len: 217 time: 0.0680428 Apr 15 19:54:16.205559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-a1cc88bb-623d-4935-9273-94ac9783b56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:16.207123 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-a1cc88bb-623d-4935-9273-94ac9783b56f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.0626211 Apr 15 19:54:16.287895 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-fd8fc502-dd9f-4d0a-86d3-a3647b24057e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:16.289503 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-fd8fc502-dd9f-4d0a-86d3-a3647b24057e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0757849 Apr 15 19:54:16.433603 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-0fc91675-594e-43b9-94e2-408ebf28b319 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348207 Apr 15 19:54:16.643408 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8deb02e9-2b7a-45a1-bc46-bcb351a0b350 req-5348b2e3-a4d7-44f4-861b-632293504e0e service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018416 Apr 15 19:54:16.659559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fa32b7-d96c-4bdc-8e16-f53b5b3726d9 req-a7fbac25-2402-4897-91d8-3f7f9ddd5656 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:16.661123 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f5fa32b7-d96c-4bdc-8e16-f53b5b3726d9 req-a7fbac25-2402-4897-91d8-3f7f9ddd5656 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 943 time: 0.1385238 Apr 15 19:54:16.709122 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f5fa32b7-d96c-4bdc-8e16-f53b5b3726d9 req-eae6321d-2da5-4c7f-95cb-d1db86601bf1 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410292 Apr 15 19:54:17.886908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device dc85919c-8b9f-4ca7-9699-cb4444c5c52d details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:54:17.908016 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df26f7f6-943a-4b5d-8b0f-dedccae20462 req-b67fe347-7d02-44a7-b73d-9819e3aa2d53 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:17.909606 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-df26f7f6-943a-4b5d-8b0f-dedccae20462 req-b67fe347-7d02-44a7-b73d-9819e3aa2d53 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 943 time: 0.0870011 Apr 15 19:54:17.961392 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-df26f7f6-943a-4b5d-8b0f-dedccae20462 req-0401225d-dd7f-4423-bb07-df65fa99bebf tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449772 Apr 15 19:54:18.028122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port dc85919c-8b9f-4ca7-9699-cb4444c5c52d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:18.043296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'port_id': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d', 'mac_address': 'fa:16:3e:4f:a8:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 643, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:54:18.107414 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:18.125604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc85919c-8b9f-4ca7-9699-cb4444c5c52d {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:54:18.142217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port dc85919c-8b9f-4ca7-9699-cb4444c5c52d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:18.145348 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:18.147214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:18.218389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:18.222261 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:18.440419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['dc85919c-8b9f-4ca7-9699-cb4444c5c52d'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:54:19.162816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37515715-69e2-4fce-9895-6f98dde3874d req-f52d35f3-b24d-4f96-8f03-f62220dc2187 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:19.164347 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-37515715-69e2-4fce-9895-6f98dde3874d req-f52d35f3-b24d-4f96-8f03-f62220dc2187 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 944 time: 0.0876577 Apr 15 19:54:19.212821 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-37515715-69e2-4fce-9895-6f98dde3874d req-0b45a6a7-d854-4634-9c17-bbe2f66fc7e3 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420337 Apr 15 19:54:19.886292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device dc85919c-8b9f-4ca7-9699-cb4444c5c52d up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:54:19.956395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port dc85919c-8b9f-4ca7-9699-cb4444c5c52d completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:54:19.961744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port dc85919c-8b9f-4ca7-9699-cb4444c5c52d triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:54:19.962215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:20.086494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:20.114877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:54:20.125690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port dc85919c-8b9f-4ca7-9699-cb4444c5c52d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:20.128637 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:20.130610 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:20.167505 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d', 'code': 200} Apr 15 19:54:20.205143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:20.208233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:20.482917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86b268b-c967-42aa-bc6e-1a976df9b6a4 req-6a268732-1d6b-4492-b502-d68b170c68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:20.485093 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d86b268b-c967-42aa-bc6e-1a976df9b6a4 req-6a268732-1d6b-4492-b502-d68b170c68c1 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 1098 time: 0.1507814 Apr 15 19:54:20.498071 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa650dc-2ec6-40d1-96a3-5dba9978d94f req-8d7a18be-0a28-4280-bb79-750a10bb528e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:20.499593 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5fa650dc-2ec6-40d1-96a3-5dba9978d94f req-8d7a18be-0a28-4280-bb79-750a10bb528e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 945 time: 0.1313810 Apr 15 19:54:20.575778 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d86b268b-c967-42aa-bc6e-1a976df9b6a4 req-01ab0e17-af9b-47cd-93a2-1a8660f314ad service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750883 Apr 15 19:54:20.580928 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5fa650dc-2ec6-40d1-96a3-5dba9978d94f req-f40aba08-0364-4d0b-b9e0-3290e6c0d074 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0659032 Apr 15 19:54:21.924427 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0319b084-bdf8-4785-8075-06c9b9f6abfc req-3170242c-4d74-4821-abbc-883f8d1a2555 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:21.926087 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0319b084-bdf8-4785-8075-06c9b9f6abfc req-3170242c-4d74-4821-abbc-883f8d1a2555 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 945 time: 0.0886128 Apr 15 19:54:21.973678 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0319b084-bdf8-4785-8075-06c9b9f6abfc req-74be1dc5-7007-426c-b0a2-0f01770a0a91 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410469 Apr 15 19:54:22.175199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7ac8ca-eb00-4e3d-84bb-8993885ea77b req-fb74729e-6694-4e8b-ba28-a5637b190232 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:22.176845 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6a7ac8ca-eb00-4e3d-84bb-8993885ea77b req-fb74729e-6694-4e8b-ba28-a5637b190232 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 945 time: 0.0914025 Apr 15 19:54:22.186117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42554) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:22.191665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-08f0e69a-93d2-43e5-b0d7-a026e1254eb9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Request body: {'floatingip': {'port_id': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:54:22.272732 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-08f0e69a-93d2-43e5-b0d7-a026e1254eb9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:22.902198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-08f0e69a-93d2-43e5-b0d7-a026e1254eb9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:22.905326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-08f0e69a-93d2-43e5-b0d7-a026e1254eb9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:23.087977 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [None req-08f0e69a-93d2-43e5-b0d7-a026e1254eb9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Floating IP 665b3aa8-39b8-4907-939f-75c8c8cf194e associated. External IP: 172.28.1.172, port: dc85919c-8b9f-4ca7-9699-cb4444c5c52d. Apr 15 19:54:23.680850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08f0e69a-93d2-43e5-b0d7-a026e1254eb9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Router e284ddec-27fc-4959-a316-4974844264c5 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:54:23.873718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08f0e69a-93d2-43e5-b0d7-a026e1254eb9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:54:23.879356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-08f0e69a-93d2-43e5-b0d7-a026e1254eb9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:23.884030 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] Sync routers for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:54:23.894203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:54:23.894957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:54:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:23.938067 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-08f0e69a-93d2-43e5-b0d7-a026e1254eb9 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "PUT /v2.0/floatingips/665b3aa8-39b8-4907-939f-75c8c8cf194e HTTP/1.1" status: 200 len: 991 time: 1.7506964 Apr 15 19:54:23.938681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'tag': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:54:23.992738 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'tag': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d', 'status': 'completed', 'code': 200} Apr 15 19:54:24.086573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:54:24.100330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-9d97d2b3-37a3-4bb1-9965-da8f19cea765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:24.102100 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-9d97d2b3-37a3-4bb1-9965-da8f19cea765 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=410f412dc7cb485a998f480860ec3aa4&device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 1098 time: 0.0850246 Apr 15 19:54:24.245614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-17bbca55-6897-4f69-a173-f6547a829904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:24.247139 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-17bbca55-6897-4f69-a173-f6547a829904 service neutron] 10.222.0.61 "GET /v2.0/networks?id=e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 200 len: 911 time: 0.1376331 Apr 15 19:54:24.364926 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-f83f0b10-95f5-45ad-8eb7-190b43e9ab9d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=dc85919c-8b9f-4ca7-9699-cb4444c5c52d HTTP/1.1" status: 200 len: 999 time: 0.1085694 Apr 15 19:54:24.440623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-f5caf157-e32e-48eb-b90e-5de914b07b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:24.442282 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-f5caf157-e32e-48eb-b90e-5de914b07b62 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 200 len: 849 time: 0.0687027 Apr 15 19:54:24.536321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-b5e3f432-219b-47f1-8f76-f383ae6ecc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:24.538060 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-b5e3f432-219b-47f1-8f76-f383ae6ecc92 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=e331a6cc-d416-42f2-995b-8aaf9a85a920&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0868623 Apr 15 19:54:24.635456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '665b3aa8-39b8-4907-939f-75c8c8cf194e', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'port_id': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'mac_address': 'fa:16:3e:4f:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:54:09Z', 'updated_at': '2021-04-15T19:54:22Z', 'revision_number': 1, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:24.639604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] Checking router: e284ddec-27fc-4959-a316-4974844264c5 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:54:24.649156 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:54:24.649870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:54:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:24.691996 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-70444f86-c929-485d-9e50-3cf70a009a78 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415920 Apr 15 19:54:24.840117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:54:24.841974 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51f85008-db8e-45d8-93fc-01c2c673ccc5 req-ec6e39a3-9170-482f-85d0-83c36d4a8c71 service neutron] 10.222.0.61 "GET /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410701 Apr 15 19:54:25.209977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '665b3aa8-39b8-4907-939f-75c8c8cf194e', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'port_id': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'mac_address': 'fa:16:3e:4f:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:54:09Z', 'updated_at': '2021-04-15T19:54:22Z', 'revision_number': 1, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:25.214181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5faf875a-9a02-48a7-9f8d-39a03b06bcfe None None] The sync data for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb is: [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': '665b3aa8-39b8-4907-939f-75c8c8cf194e', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'floating_ip_address': '172.28.1.172', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'port_id': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'mac_address': 'fa:16:3e:4f:a8:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:54:09Z', 'updated_at': '2021-04-15T19:54:22Z', 'revision_number': 1, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:54:25.484890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02346ee5-c372-40c4-86ec-164755a32cb8 None None] New status for floating IP 665b3aa8-39b8-4907-939f-75c8c8cf194e: ACTIVE {{(pid=85369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:54:25.725541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:25.908305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7ca87-9fae-40d4-af6b-44da992b8fa7 req-e4d68237-58bb-4556-b3d9-75441bb21db4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:25.909893 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e5c7ca87-9fae-40d4-af6b-44da992b8fa7 req-e4d68237-58bb-4556-b3d9-75441bb21db4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0887346 Apr 15 19:54:25.957325 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e5c7ca87-9fae-40d4-af6b-44da992b8fa7 req-d786606b-4ca3-4f5c-9e5a-2670d5dcbf98 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410075 Apr 15 19:54:27.176975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42258a5e-e6da-437e-a26e-a9866cf87d69 req-602a0366-1e19-47bf-860d-befda33fa530 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:27.178566 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-42258a5e-e6da-437e-a26e-a9866cf87d69 req-602a0366-1e19-47bf-860d-befda33fa530 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.1003110 Apr 15 19:54:27.228134 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-42258a5e-e6da-437e-a26e-a9866cf87d69 req-ab1dd483-35e5-4be2-8361-ac03cff048a0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428665 Apr 15 19:54:28.433534 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd3df89-ff97-4037-b3f8-afb65d82f8c4 req-df4bf8b3-2694-47d2-b208-5b1449da82cd tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:28.435077 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ccd3df89-ff97-4037-b3f8-afb65d82f8c4 req-df4bf8b3-2694-47d2-b208-5b1449da82cd tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0879397 Apr 15 19:54:28.488028 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ccd3df89-ff97-4037-b3f8-afb65d82f8c4 req-b60ebda0-e980-414a-99c9-7cdf893c64b7 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460839 Apr 15 19:54:29.701918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5439a0eb-cc4a-46b2-b975-2e06eaea9473 req-4b455c3c-53df-47e0-bb19-c4f4e4b0d370 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:29.704063 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5439a0eb-cc4a-46b2-b975-2e06eaea9473 req-4b455c3c-53df-47e0-bb19-c4f4e4b0d370 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0954504 Apr 15 19:54:29.753851 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5439a0eb-cc4a-46b2-b975-2e06eaea9473 req-0472751c-2f8a-4d79-bf6b-09e3d1a47902 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430346 Apr 15 19:54:30.957123 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64af7ac7-5e60-4434-b55b-54210feb863f req-d46b3c92-6a13-4ad4-ab0e-8f258c9064c5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:30.958994 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-64af7ac7-5e60-4434-b55b-54210feb863f req-d46b3c92-6a13-4ad4-ab0e-8f258c9064c5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0861773 Apr 15 19:54:31.009007 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-64af7ac7-5e60-4434-b55b-54210feb863f req-08ddb00e-c74d-40a4-83b5-597964715ab1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435891 Apr 15 19:54:32.215531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad790196-76b0-4b75-9ced-cffa0ce59e89 req-0cd550b8-104e-4a6d-88c2-9f95d28d578f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:32.217983 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ad790196-76b0-4b75-9ced-cffa0ce59e89 req-0cd550b8-104e-4a6d-88c2-9f95d28d578f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0899787 Apr 15 19:54:32.266886 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ad790196-76b0-4b75-9ced-cffa0ce59e89 req-abecf2cf-0b9e-4654-b19a-7031764c3a3e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419493 Apr 15 19:54:33.477949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a812755f-49c6-49a2-b41c-b45fde3350c7 req-b0842056-d83c-4b40-9ae9-520d37ed26ae tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:33.479469 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a812755f-49c6-49a2-b41c-b45fde3350c7 req-b0842056-d83c-4b40-9ae9-520d37ed26ae tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0921249 Apr 15 19:54:33.526894 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a812755f-49c6-49a2-b41c-b45fde3350c7 req-adc8884f-b0ed-4d7b-8e79-d03345262f2a tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406315 Apr 15 19:54:34.394166 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:54:34.738181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be035ab-80a8-46cc-9634-2b2ba308daac req-4d3cf729-3944-4c53-985f-45b2685b494c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:34.739735 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9be035ab-80a8-46cc-9634-2b2ba308daac req-4d3cf729-3944-4c53-985f-45b2685b494c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0900853 Apr 15 19:54:34.787608 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9be035ab-80a8-46cc-9634-2b2ba308daac req-bbc53b4a-5513-4d42-8359-7eeab0600da6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413184 Apr 15 19:54:35.995514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f379b6-5d68-485f-8083-2b01d133a51d req-1d399694-3370-467e-9f0d-467db6138ba5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:35.997105 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e3f379b6-5d68-485f-8083-2b01d133a51d req-1d399694-3370-467e-9f0d-467db6138ba5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0914843 Apr 15 19:54:36.044408 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e3f379b6-5d68-485f-8083-2b01d133a51d req-e625f49a-dc97-4557-b165-36e9bb9ca917 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407200 Apr 15 19:54:37.251806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dbd497-bbab-4cc6-aea6-a81e30e5a2ce req-d3333773-e8fb-42d7-8cee-b94e720b30d9 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:37.253486 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e3dbd497-bbab-4cc6-aea6-a81e30e5a2ce req-d3333773-e8fb-42d7-8cee-b94e720b30d9 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0881510 Apr 15 19:54:37.306544 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e3dbd497-bbab-4cc6-aea6-a81e30e5a2ce req-9b34dbe0-83a7-4e54-8c6d-1809b707a132 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464876 Apr 15 19:54:37.314286 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1f075128-3454-4a99-b89e-e818f7b05315 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:37.978355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff0b3cf9-db4b-47df-8102-325237bc3df2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:54:38.118686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:38.133143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'port_id': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'mac_address': 'fa:16:3e:39:9d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:54:38.191104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:38.208287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ff0b3cf9-db4b-47df-8102-325237bc3df2 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:54:38.224886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:38.227808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:38.229635 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:38.305817 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=6']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:38.313797 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.314208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.314593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.314971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.315340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.315707 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.316074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.316438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.316801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.317162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.317523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.317911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:38.321968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:38.338145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['ff0b3cf9-db4b-47df-8102-325237bc3df2'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:54:38.518399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace4bf2a-ab6a-4cd9-b10e-05ae6d13b4e8 req-aad21ec8-9edb-4c7c-80ff-d0ca62798fce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:38.520764 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ace4bf2a-ab6a-4cd9-b10e-05ae6d13b4e8 req-aad21ec8-9edb-4c7c-80ff-d0ca62798fce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 945 time: 0.0937674 Apr 15 19:54:38.571770 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ace4bf2a-ab6a-4cd9-b10e-05ae6d13b4e8 req-c3f4cc82-7b7a-4952-8df6-3bb329b599b1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445986 Apr 15 19:54:39.722010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5405defd-3ffe-4be6-bbab-b7683c1e8bcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:39.851595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606cc56e-376c-4ac6-b507-1a19e7282594 req-3956740d-6c4a-4d04-940f-ce033c6ef431 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:39.853285 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-606cc56e-376c-4ac6-b507-1a19e7282594 req-3956740d-6c4a-4d04-940f-ce033c6ef431 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 945 time: 0.1402986 Apr 15 19:54:39.906934 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-3ef23ce1-26b3-41ba-a260-601cc03c3f54 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1865560967&fields=id&tenant_id=53917eee5c234083acbcd37e1f566a73 HTTP/1.1" status: 200 len: 267 time: 0.0826302 Apr 15 19:54:39.978600 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff0b3cf9-db4b-47df-8102-325237bc3df2 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:54:39.986889 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-606cc56e-376c-4ac6-b507-1a19e7282594 req-1bbe7029-b099-4179-8dca-860e78601174 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243563 Apr 15 19:54:40.035955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-a22003d1-0fae-41d9-bfe2-f4dd85c1560a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:40.044371 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-a22003d1-0fae-41d9-bfe2-f4dd85c1560a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 984 time: 0.1243780 Apr 15 19:54:40.051161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Request body: {'port': {'security_groups': ['6c23fbf7-9976-4332-b529-39a8ebe6c8dc']}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:54:40.080399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port ff0b3cf9-db4b-47df-8102-325237bc3df2 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:54:40.080820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.198729 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.234455 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.282586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:54:40.298285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:40.300651 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.304343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.306908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3f442f3-a727-4b7d-9b03-3b7af055310d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:40.392564 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'code': 200} Apr 15 19:54:40.393468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=7']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:40.397088 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:40.498121 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] For port 7b46c634-f00e-4d62-ba19-240925e4496e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7b46c634-f00e-4d62-ba19-240925e4496e,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:40.528329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.535738 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.548694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['7b46c634-f00e-4d62-ba19-240925e4496e'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:54:40.551764 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:40.620785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.770877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event updated for resources: {'Port': ['ID=7b46c634-f00e-4d62-ba19-240925e4496e,revision_number=7']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:40.776554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:40.786959 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:40.787664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.794246 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-83abad76-dc75-4f34-8a34-f983546e44f0 req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "PUT /v2.0/ports/7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 942 time: 0.7473474 Apr 15 19:54:40.795648 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42680) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:40.805189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:54:40.888926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['7b46c634-f00e-4d62-ba19-240925e4496e'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:54:40.893471 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e', 'status': 'completed', 'code': 200} Apr 15 19:54:40.951486 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:40.992032 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:41.073037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:41.080560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b3efe97d-f6ca-4299-868b-8c527453791a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:41.086834 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-1d93ab98-84e6-47d5-b865-bc9cc43b8900 None None] Provisioning complete for port 7b46c634-f00e-4d62-ba19-240925e4496e triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:54:41.087556 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1d93ab98-84e6-47d5-b865-bc9cc43b8900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:41.121448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23d13d50-5345-41f0-a5f0-f72ab80431fb,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:41.136506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792909e-e03d-4517-984b-9c9ae81e379b req-b53bfcf6-179e-472d-b6ee-ce00169227b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:41.140220 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5792909e-e03d-4517-984b-9c9ae81e379b req-b53bfcf6-179e-472d-b6ee-ce00169227b8 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53917eee5c234083acbcd37e1f566a73&device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 1098 time: 0.2207646 Apr 15 19:54:41.142546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.143163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.143801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.144370 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.144939 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.145499 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.146104 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.146670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.147298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.148284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.148844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.154061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:54:41.162234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:41.164768 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:41.166157 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "DELETE /v2.0/security-groups/23d13d50-5345-41f0-a5f0-f72ab80431fb HTTP/1.1" status: 204 len: 168 time: 0.3693624 Apr 15 19:54:41.168942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42688) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:41.455097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Deleting port 952b2ca6-863d-4151-bfa4-d1d762d47030 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:54:41.455505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:41.689676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:41.690361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:41.746360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a24e0-d831-44b7-8d3d-43e247022ec1 req-e10df9c6-2370-4877-bdd7-5d242a8db06f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:41.747979 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6c3a24e0-d831-44b7-8d3d-43e247022ec1 req-e10df9c6-2370-4877-bdd7-5d242a8db06f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.5975304 Apr 15 19:54:41.749495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792909e-e03d-4517-984b-9c9ae81e379b req-cedae7a4-4ce3-4aa8-8309-63c8173f86a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:41.751118 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5792909e-e03d-4517-984b-9c9ae81e379b req-cedae7a4-4ce3-4aa8-8309-63c8173f86a2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc7463ec-14f1-4a3b-aebc-103cad27eeba HTTP/1.1" status: 200 len: 916 time: 0.5985477 Apr 15 19:54:41.850365 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Calling delete_port for 952b2ca6-863d-4151-bfa4-d1d762d47030 owned by network:floatingip {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:54:41.908136 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6c3a24e0-d831-44b7-8d3d-43e247022ec1 req-e1ec6b33-4c8d-4e89-bdf2-2b0af279999d tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1520894 Apr 15 19:54:41.963714 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5792909e-e03d-4517-984b-9c9ae81e379b req-17eb5445-8d54-445f-bd29-c4cbe333feca service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 1001 time: 0.1503377 Apr 15 19:54:42.052869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792909e-e03d-4517-984b-9c9ae81e379b req-f9504c81-843e-4486-be60-b9d32852116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:42.054504 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5792909e-e03d-4517-984b-9c9ae81e379b req-f9504c81-843e-4486-be60-b9d32852116d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6 HTTP/1.1" status: 200 len: 854 time: 0.0808694 Apr 15 19:54:42.057716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:42.076094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:42.077106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:42.132546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event deleted for resources: {'Port': ['ID=952b2ca6-863d-4151-bfa4-d1d762d47030,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:42.171154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5792909e-e03d-4517-984b-9c9ae81e379b req-41057315-faf6-423d-9b76-df93d8702c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:42.173166 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5792909e-e03d-4517-984b-9c9ae81e379b req-41057315-faf6-423d-9b76-df93d8702c50 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc7463ec-14f1-4a3b-aebc-103cad27eeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1104140 Apr 15 19:54:42.196452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:42.337165 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5792909e-e03d-4517-984b-9c9ae81e379b req-87af3812-de20-42b8-94a0-c7bcc79084da service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559992 Apr 15 19:54:42.445702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks [] for floatingip, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:42.446686 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Floating IP 94225b16-0219-4ce0-9b08-63c9268df5ab disassociated (deleted). External IP: 172.28.1.196, port: 7b46c634-f00e-4d62-ba19-240925e4496e. Apr 15 19:54:42.509054 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5792909e-e03d-4517-984b-9c9ae81e379b req-edee61ac-4967-43fb-96ec-12677e30a389 service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640801 Apr 15 19:54:43.158880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cab2be-db55-451a-b500-841ba46b51a3 req-37bc0c98-cc42-498b-b99c-e78b66ba4f8f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:43.161104 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-89cab2be-db55-451a-b500-841ba46b51a3 req-37bc0c98-cc42-498b-b99c-e78b66ba4f8f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.1158953 Apr 15 19:54:43.204368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Router 0e9c1574-029c-4841-b1c0-3180d34ac19b has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:54:43.230206 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-89cab2be-db55-451a-b500-841ba46b51a3 req-e6d9ff4a-adfd-4300-ae95-213b3f42fc51 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619574 Apr 15 19:54:43.409645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:54:43.423307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] Sync routers for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:54:43.434867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:54:43.435098 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:43.435839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:54:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:43.505058 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "DELETE /v2.0/floatingips/94225b16-0219-4ce0-9b08-63c9268df5ab HTTP/1.1" status: 204 len: 168 time: 2.3348064 Apr 15 19:54:43.505790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:54:43.559203 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e', 'status': 'completed', 'code': 200} Apr 15 19:54:43.703740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-c08bced1-0be5-40d9-8374-51a77a245976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:43.705527 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-c08bced1-0be5-40d9-8374-51a77a245976 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=53917eee5c234083acbcd37e1f566a73&device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 1098 time: 0.1204669 Apr 15 19:54:43.727480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:54:43.950872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-0c64255a-ccaf-41bb-9ae3-55719a3c925a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:43.955199 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-0c64255a-ccaf-41bb-9ae3-55719a3c925a service neutron] 10.222.0.61 "GET /v2.0/networks?id=fc7463ec-14f1-4a3b-aebc-103cad27eeba HTTP/1.1" status: 200 len: 916 time: 0.2323203 Apr 15 19:54:44.056960 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-eb572f7d-9c4d-4885-b365-938fde25f01c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 200 len: 217 time: 0.0888577 Apr 15 19:54:44.158696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-d72b637f-4e3f-43c2-86ae-023643d6809f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:44.160746 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-d72b637f-4e3f-43c2-86ae-023643d6809f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6 HTTP/1.1" status: 200 len: 854 time: 0.0849533 Apr 15 19:54:44.283277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-5d6a16ff-6f45-488a-8b7c-23fe834a95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:44.285012 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-5d6a16ff-6f45-488a-8b7c-23fe834a95d3 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=fc7463ec-14f1-4a3b-aebc-103cad27eeba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1123581 Apr 15 19:54:44.417213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ac44d1eb-f298-472c-9c74-4b38848d1b4c', 'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'mac_address': 'fa:16:3e:24:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:00Z', 'updated_at': '2021-04-15T19:52:11Z', 'revision_number': 5, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'subnets': [{'id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:44.424408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] Checking router: 0e9c1574-029c-4841-b1c0-3180d34ac19b for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:54:44.434945 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:54:44.435674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:54:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:44.553893 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-dfd4eefd-50b1-4d59-b7e9-2c15c486bee8 service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2596898 Apr 15 19:54:44.658696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:54:44.721771 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4339847f-03ed-4697-8215-3da3bc5e54c2 req-5a1d00c6-1ec6-4cd9-bba2-af2006b31cf5 service neutron] 10.222.0.61 "GET /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582267 Apr 15 19:54:44.772209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807afd0-774a-4d4b-b195-f55c3e1775aa req-5178d36d-10d5-4593-9b59-865144845fd7 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:44.774171 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2807afd0-774a-4d4b-b195-f55c3e1775aa req-5178d36d-10d5-4593-9b59-865144845fd7 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.3510797 Apr 15 19:54:44.884151 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2807afd0-774a-4d4b-b195-f55c3e1775aa req-c4a02ab9-b734-4cd5-bc11-3e6811e22913 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1025856 Apr 15 19:54:45.070074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ac44d1eb-f298-472c-9c74-4b38848d1b4c', 'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'mac_address': 'fa:16:3e:24:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:00Z', 'updated_at': '2021-04-15T19:52:11Z', 'revision_number': 5, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'subnets': [{'id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:45.075294 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d522ecd7-1d3d-44d2-846b-965ae85e411d None None] The sync data for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb is: [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:52:01Z', 'revision_number': 4, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ac44d1eb-f298-472c-9c74-4b38848d1b4c', 'name': '', 'network_id': 'fc7463ec-14f1-4a3b-aebc-103cad27eeba', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'mac_address': 'fa:16:3e:24:ac:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_interface', 'standard_attr_id': 449, 'fixed_ips': [{'subnet_id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:00Z', 'updated_at': '2021-04-15T19:52:11Z', 'revision_number': 5, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'subnets': [{'id': 'ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:54:45.570333 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8e0d1-d26f-4b0f-b12a-e784a776b72a None None] New status for floating IP 94225b16-0219-4ce0-9b08-63c9268df5ab: DOWN {{(pid=85369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:54:45.917004 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21766869-ec14-4b6b-823a-1d6bfcbcb548 req-51626bd3-0b74-4fe8-bf20-2987825f7e42 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:45.917004 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-21766869-ec14-4b6b-823a-1d6bfcbcb548 req-51626bd3-0b74-4fe8-bf20-2987825f7e42 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1177328 Apr 15 19:54:46.047850 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-21766869-ec14-4b6b-823a-1d6bfcbcb548 req-b980a474-f1f3-4133-82d9-004f16b26d82 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191926 Apr 15 19:54:46.238014 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad67a37-9ec9-4d1d-bf0a-8a8468b2ad0f req-c3608ef1-5454-4bfe-9d70-97c705300b61 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:46.240252 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5ad67a37-9ec9-4d1d-bf0a-8a8468b2ad0f req-c3608ef1-5454-4bfe-9d70-97c705300b61 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.1243846 Apr 15 19:54:46.299691 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5ad67a37-9ec9-4d1d-bf0a-8a8468b2ad0f req-b3879f9a-b8ab-43dc-bad6-f80118483965 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531309 Apr 15 19:54:47.334263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b2074d-35dc-4c53-80a3-3b81da85a890 req-be4d03ef-4269-4f66-aaa4-70ad3a38de62 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:47.335954 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-44b2074d-35dc-4c53-80a3-3b81da85a890 req-be4d03ef-4269-4f66-aaa4-70ad3a38de62 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1182361 Apr 15 19:54:47.398261 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-44b2074d-35dc-4c53-80a3-3b81da85a890 req-51f66de4-be94-46d2-a868-581ac0e5d6eb tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553467 Apr 15 19:54:47.634710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e18cb7e-669d-4448-bbab-2bddf9a47089 req-b00ea24a-d3be-43d3-aaa7-7b1befe53e35 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:47.636329 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2e18cb7e-669d-4448-bbab-2bddf9a47089 req-b00ea24a-d3be-43d3-aaa7-7b1befe53e35 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.1011972 Apr 15 19:54:47.696219 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2e18cb7e-669d-4448-bbab-2bddf9a47089 req-b532b726-de5c-4eef-80d9-050efb5b5ea8 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524156 Apr 15 19:54:47.820002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671568d6-b483-4a2b-8fb6-7caaf51205d4 req-7f1b317a-718e-4a88-b630-03fedab02f09 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:47.822228 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-671568d6-b483-4a2b-8fb6-7caaf51205d4 req-7f1b317a-718e-4a88-b630-03fedab02f09 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.1204739 Apr 15 19:54:47.884175 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-671568d6-b483-4a2b-8fb6-7caaf51205d4 req-e4056963-e2b9-4e98-a593-de84f0764023 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545769 Apr 15 19:54:48.636476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11bbce7-083c-4ea2-ba6e-f426316a0683 req-371d3bab-127b-4052-9ea8-74d715d536db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:48.644592 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f11bbce7-083c-4ea2-ba6e-f426316a0683 req-371d3bab-127b-4052-9ea8-74d715d536db tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1006656 Apr 15 19:54:48.700505 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f11bbce7-083c-4ea2-ba6e-f426316a0683 req-b0f0b5b7-293f-4943-94f0-8ee21f61ba1f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542471 Apr 15 19:54:48.956654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29d5045-dfdf-4879-b558-8705dafb7c03 req-529028f2-a559-473b-be4b-041d11bfac04 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:48.963822 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f29d5045-dfdf-4879-b558-8705dafb7c03 req-529028f2-a559-473b-be4b-041d11bfac04 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.1317847 Apr 15 19:54:49.014026 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f29d5045-dfdf-4879-b558-8705dafb7c03 req-d0dceb36-6a72-4db3-9d92-0c3b162310d6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476015 Apr 15 19:54:49.128481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b45eda-1708-4d19-b093-60e89abac15a req-6ccae66f-1acb-4225-ab21-756abb1c7df7 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:49.134311 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-07b45eda-1708-4d19-b093-60e89abac15a req-6ccae66f-1acb-4225-ab21-756abb1c7df7 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.1116135 Apr 15 19:54:49.187539 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-07b45eda-1708-4d19-b093-60e89abac15a req-4ea953d8-1295-444a-a562-af50d549f8bf tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508935 Apr 15 19:54:49.746305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e059f606-376a-46f5-b71a-9701bddf6263 req-06f9c94a-e0b2-4034-8f58-1b58c3e8bf32 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:49.750411 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e059f606-376a-46f5-b71a-9701bddf6263 req-06f9c94a-e0b2-4034-8f58-1b58c3e8bf32 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.61 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.1450710 Apr 15 19:54:49.849274 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-e059f606-376a-46f5-b71a-9701bddf6263 req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Deleting port 7b46c634-f00e-4d62-ba19-240925e4496e {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:54:49.849451 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e059f606-376a-46f5-b71a-9701bddf6263 req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:50.069649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856d782-dc9f-457c-ad95-e69f386d1b38 req-4466140b-196e-4269-83fb-9875b5343f3b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:50.071327 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f856d782-dc9f-457c-ad95-e69f386d1b38 req-4466140b-196e-4269-83fb-9875b5343f3b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.2302585 Apr 15 19:54:50.239401 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f856d782-dc9f-457c-ad95-e69f386d1b38 req-2c97df5a-0f5b-40a6-9544-df357cfc704a tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1215587 Apr 15 19:54:50.297061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-e059f606-376a-46f5-b71a-9701bddf6263 req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] For port 7b46c634-f00e-4d62-ba19-240925e4496e, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=7b46c634-f00e-4d62-ba19-240925e4496e,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:50.297459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e059f606-376a-46f5-b71a-9701bddf6263 req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:50.441007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-e059f606-376a-46f5-b71a-9701bddf6263 req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Calling delete_port for 7b46c634-f00e-4d62-ba19-240925e4496e owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:54:50.531533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-d25be840-8bdd-4981-a41f-593c797467de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:50.533146 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-d25be840-8bdd-4981-a41f-593c797467de service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 1099 time: 0.0853100 Apr 15 19:54:50.535081 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97936160-f253-4c7f-9f48-6618740abdcc req-439618a9-1e9a-438f-a6d0-cddfdc4434b5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:50.536714 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-97936160-f253-4c7f-9f48-6618740abdcc req-439618a9-1e9a-438f-a6d0-cddfdc4434b5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.3953187 Apr 15 19:54:50.643955 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-97936160-f253-4c7f-9f48-6618740abdcc req-63ad748b-a966-4d32-960c-d12891cef4f8 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975468 Apr 15 19:54:50.682949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-669a1499-86f7-4777-9e51-1fc963253ed2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:50.684586 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-669a1499-86f7-4777-9e51-1fc963253ed2 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1408219 Apr 15 19:54:50.698506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af619aca-ac6e-4d18-a1d1-78620aa20418 req-713d6e0a-e23e-45da-9872-f404899d82c6 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:50.700128 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-af619aca-ac6e-4d18-a1d1-78620aa20418 req-713d6e0a-e23e-45da-9872-f404899d82c6 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 945 time: 0.2722158 Apr 15 19:54:50.760269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e059f606-376a-46f5-b71a-9701bddf6263 req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:50.773395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['7b46c634-f00e-4d62-ba19-240925e4496e'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:54:50.784290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-270df928-5cdd-42ab-a069-1e1cfc36e6a6 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:50.806044 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-f29c65cf-2ffd-4ffe-be07-622e6df4628f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2 HTTP/1.1" status: 200 len: 1002 time: 0.1095884 Apr 15 19:54:50.825843 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-af619aca-ac6e-4d18-a1d1-78620aa20418 req-965686e7-d71a-4c23-8248-26c1a32ced37 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/security-groups?id=6c23fbf7-9976-4332-b529-39a8ebe6c8dc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189396 Apr 15 19:54:50.882147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-497f05ca-2ba5-4ca8-a6eb-0c83d430aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:50.883745 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-497f05ca-2ba5-4ca8-a6eb-0c83d430aa8f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0675910 Apr 15 19:54:50.897319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Pushing event deleted for resources: {'Port': ['ID=7b46c634-f00e-4d62-ba19-240925e4496e,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:50.905888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:50.988657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-089f9961-df38-488c-b8b1-4ca55e14313b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:50.990642 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-089f9961-df38-488c-b8b1-4ca55e14313b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0997667 Apr 15 19:54:51.151571 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-e1266d3b-c583-495f-b402-8336aa00bc7e service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502368 Apr 15 19:54:51.283061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e059f606-376a-46f5-b71a-9701bddf6263 req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] No DVR routers for this DVR port 7b46c634-f00e-4d62-ba19-240925e4496e on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:54:51.285631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e059f606-376a-46f5-b71a-9701bddf6263 req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:51.288364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'name': 'network-vif-deleted', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:54:51.301599 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e059f606-376a-46f5-b71a-9701bddf6263 req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.61 "DELETE /v2.0/ports/7b46c634-f00e-4d62-ba19-240925e4496e HTTP/1.1" status: 204 len: 173 time: 1.5436914 Apr 15 19:54:51.304124 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cc82a8c6-3246-4ce1-8b82-6c9c4e87030c req-af486d6b-6976-4b2f-81fd-cd0463021008 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448715 Apr 15 19:54:51.347896 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3799d5bc-8f4c-4603-834c-30bcd6c6037d', 'name': 'network-vif-deleted', 'tag': '7b46c634-f00e-4d62-ba19-240925e4496e', 'status': 'completed', 'code': 200} Apr 15 19:54:51.469467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8b6b2a-8130-42e3-a48d-5f26a58caa50 req-6d08e5dd-a4ed-43d7-b0d1-a4074575e383 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:51.471176 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ba8b6b2a-8130-42e3-a48d-5f26a58caa50 req-6d08e5dd-a4ed-43d7-b0d1-a4074575e383 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.0961666 Apr 15 19:54:51.524949 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ba8b6b2a-8130-42e3-a48d-5f26a58caa50 req-57d2b50a-2de5-49e9-b0c7-46583de4ba94 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456603 Apr 15 19:54:51.859484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda09aaa-25e7-4fd4-8354-5ca4a41b32a9 req-d737beaf-5e91-4547-965a-eac263c734ce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:51.861171 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cda09aaa-25e7-4fd4-8354-5ca4a41b32a9 req-d737beaf-5e91-4547-965a-eac263c734ce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0929058 Apr 15 19:54:51.924598 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cda09aaa-25e7-4fd4-8354-5ca4a41b32a9 req-c6bc156b-9367-4568-b420-4175fba8c327 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559995 Apr 15 19:54:52.007862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-ee966bdb-fb8d-4b28-a2eb-f3bd455d24aa req-3d17ed02-79e2-4c95-868b-2ced81410aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Synchronizing usage tracker for tenant:53917eee5c234083acbcd37e1f566a73 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:54:52.022867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-ee966bdb-fb8d-4b28-a2eb-f3bd455d24aa req-3d17ed02-79e2-4c95-868b-2ced81410aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Unset dirty status for tenant:53917eee5c234083acbcd37e1f566a73 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:54:52.024131 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ee966bdb-fb8d-4b28-a2eb-f3bd455d24aa req-3d17ed02-79e2-4c95-868b-2ced81410aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] 10.222.0.35 "GET /v2.0/ports?device_id=3799d5bc-8f4c-4603-834c-30bcd6c6037d HTTP/1.1" status: 200 len: 210 time: 0.0642431 Apr 15 19:54:52.728893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498de7ea-f414-4908-a8f8-8b3dbafbf39a req-adefdf1e-1dae-4ab7-9ed5-21bb15930d2c tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:52.730541 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-498de7ea-f414-4908-a8f8-8b3dbafbf39a req-adefdf1e-1dae-4ab7-9ed5-21bb15930d2c tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.0887887 Apr 15 19:54:52.785573 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-498de7ea-f414-4908-a8f8-8b3dbafbf39a req-f93d3024-a2be-4f90-ab11-14ff207f951a tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473723 Apr 15 19:54:53.147390 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b01f23-dda7-4fa8-a8d6-e1bbb1906149 req-53c35b0f-fcf1-47e8-a656-6a92065dad77 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:53.149035 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c4b01f23-dda7-4fa8-a8d6-e1bbb1906149 req-53c35b0f-fcf1-47e8-a656-6a92065dad77 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 946 time: 0.0905130 Apr 15 19:54:53.225351 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c4b01f23-dda7-4fa8-a8d6-e1bbb1906149 req-d59df475-df17-47e5-8f29-950185779177 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551977 Apr 15 19:54:53.700210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42844) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:54.000438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce26275-b26e-43cb-b02e-995342923d73 req-2dbe4d52-6dad-412c-a9e4-db932bed38a3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:54.002226 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bce26275-b26e-43cb-b02e-995342923d73 req-2dbe4d52-6dad-412c-a9e4-db932bed38a3 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1003110 Apr 15 19:54:54.010312 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff0b3cf9-db4b-47df-8102-325237bc3df2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:54:54.062047 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bce26275-b26e-43cb-b02e-995342923d73 req-30d4f1f9-674c-40a4-b270-971616acca21 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526962 Apr 15 19:54:54.143021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:54.173458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:54:54.184120 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:54.187194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:54.188095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 7b46c634-f00e-4d62-ba19-240925e4496e no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:54:54.220893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bfcc18d8-2dd1-47c1-b5aa-8b8f1e55c3b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:54.252476 dv-cinder-786383-2-smb neutron-server[85253]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'code': 422} returned with failed status Apr 15 19:54:54.271295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 7b46c634-f00e-4d62-ba19-240925e4496e {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:54:54.271695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 7b46c634-f00e-4d62-ba19-240925e4496e not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:54:54.303334 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=8']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:54.306664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:54.314914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846795773'] for router_interface, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:54.424460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e86989-fc3d-4460-976b-ea5ca0ee01f5 req-78eee9c2-fa6a-4e44-a2d4-debcb9848dbe tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:54.426117 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6e86989-fc3d-4460-976b-ea5ca0ee01f5 req-78eee9c2-fa6a-4e44-a2d4-debcb9848dbe tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.0947430 Apr 15 19:54:54.477294 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6e86989-fc3d-4460-976b-ea5ca0ee01f5 req-201479d1-db20-4ec0-9b65-f192337debbf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443518 Apr 15 19:54:54.697786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Deleting port ac44d1eb-f298-472c-9c74-4b38848d1b4c {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:54:54.698163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:54.887784 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] For port ac44d1eb-f298-472c-9c74-4b38848d1b4c, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=ac44d1eb-f298-472c-9c74-4b38848d1b4c,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:54.888183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:55.022083 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Calling delete_port for ac44d1eb-f298-472c-9c74-4b38848d1b4c owned by network:router_interface {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:54:55.208013 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:55.225422 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-61af158e-cb06-461d-8a6e-e3c1ad39162b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:55.276732 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17e431d-525b-424c-be89-dac6dee241c2 req-b9dd0d52-8453-4164-b52f-52103e663392 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:55.278462 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f17e431d-525b-424c-be89-dac6dee241c2 req-b9dd0d52-8453-4164-b52f-52103e663392 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.0954270 Apr 15 19:54:55.330176 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f17e431d-525b-424c-be89-dac6dee241c2 req-bf495d1b-0204-4123-aa6a-a049f8bf3f72 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438101 Apr 15 19:54:55.346174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac44d1eb-f298-472c-9c74-4b38848d1b4c,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:55.354893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:55.543529 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d262b252-1c21-4c97-a083-a4c348d4a219 req-ba84f7a1-b7a0-49a7-8aa8-8a06df25a0ec tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:55.545718 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d262b252-1c21-4c97-a083-a4c348d4a219 req-ba84f7a1-b7a0-49a7-8aa8-8a06df25a0ec tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.1116955 Apr 15 19:54:55.628434 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d262b252-1c21-4c97-a083-a4c348d4a219 req-3d83573d-4e38-47a4-bca8-985cabf245a5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719333 Apr 15 19:54:55.726237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:55.840097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42894) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:55.973969 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-0eec5610-1c3c-4a29-a775-1eda4144c211 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1323822 Apr 15 19:54:56.082021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8108687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846796632'] for router_interface, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:56.152038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672ebee-bd18-4524-917c-4addeebf2613 req-42245d11-39a0-474f-a991-3d8dbf4cdafb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:56.153660 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a672ebee-bd18-4524-917c-4addeebf2613 req-42245d11-39a0-474f-a991-3d8dbf4cdafb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8718c5048a7d426692a34d394beba9fc&device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1098 time: 0.1864672 Apr 15 19:54:56.426372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672ebee-bd18-4524-917c-4addeebf2613 req-25b0c8df-baa8-4f4a-b85e-73578a8a2bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:56.427937 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a672ebee-bd18-4524-917c-4addeebf2613 req-25b0c8df-baa8-4f4a-b85e-73578a8a2bf7 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4336a73e-b5b6-44b6-aae0-1be79b2ab071 HTTP/1.1" status: 200 len: 910 time: 0.2662206 Apr 15 19:54:56.564770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b917a9-1d81-4aaa-8ab4-ff47a12a56fe req-3fc8e24d-68bc-41a5-99c3-30e81e3b7ed8 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:56.566649 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9b917a9-1d81-4aaa-8ab4-ff47a12a56fe req-3fc8e24d-68bc-41a5-99c3-30e81e3b7ed8 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.0984466 Apr 15 19:54:56.620799 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a672ebee-bd18-4524-917c-4addeebf2613 req-5d2f1776-a7e8-4eec-86fa-df57cf548218 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a HTTP/1.1" status: 200 len: 1001 time: 0.1363065 Apr 15 19:54:56.626333 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9b917a9-1d81-4aaa-8ab4-ff47a12a56fe req-24c6dece-3ce6-4c1b-99f7-8b2fed8e9387 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514829 Apr 15 19:54:56.843903 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672ebee-bd18-4524-917c-4addeebf2613 req-575e6b81-c33c-4759-8449-d1f71de27a0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:56.845496 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a672ebee-bd18-4524-917c-4addeebf2613 req-575e6b81-c33c-4759-8449-d1f71de27a0b service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4191a53f-72df-4757-9b81-4f90a736d433 HTTP/1.1" status: 200 len: 848 time: 0.2143652 Apr 15 19:54:56.861681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdd776-efed-4e25-a7d7-d93302b8178f req-cf1e03a7-be04-463d-bcaf-829dd219454f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:56.863382 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-30bdd776-efed-4e25-a7d7-d93302b8178f req-cf1e03a7-be04-463d-bcaf-829dd219454f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.1071115 Apr 15 19:54:56.928317 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-30bdd776-efed-4e25-a7d7-d93302b8178f req-76f08ca2-d861-4e43-a393-04b228ea9102 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566380 Apr 15 19:54:56.978826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Router 0e9c1574-029c-4841-b1c0-3180d34ac19b has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:54:56.981020 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a672ebee-bd18-4524-917c-4addeebf2613 req-0780a265-07b9-41b9-abc0-bd97dcea6dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:56.982627 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a672ebee-bd18-4524-917c-4addeebf2613 req-0780a265-07b9-41b9-abc0-bd97dcea6dd2 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4336a73e-b5b6-44b6-aae0-1be79b2ab071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1285784 Apr 15 19:54:57.293168 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a672ebee-bd18-4524-917c-4addeebf2613 req-0e596c92-4a87-4189-aee9-b9999703252e service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3024740 Apr 15 19:54:57.300033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:54:57.310463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075359dd-377c-47db-91cc-df147725bd26 None None] Sync routers for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:54:57.332054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075359dd-377c-47db-91cc-df147725bd26 None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:54:57.332842 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-075359dd-377c-47db-91cc-df147725bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:54:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:57.398299 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d8b235fe-84e2-4c60-9783-e81b11cfb2d2 admin admin] 10.222.0.35 "PUT /v2.0/routers/0e9c1574-029c-4841-b1c0-3180d34ac19b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6946568 Apr 15 19:54:57.400989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42916) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:57.454356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-4f2fa2c7-78e0-408a-891d-c5d2f0f7be3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:57.455887 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-4f2fa2c7-78e0-408a-891d-c5d2f0f7be3a service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6&tenant_id=0b83d57b76e24520ba40e4dbce21c8a9 HTTP/1.1" status: 200 len: 1097 time: 0.0883973 Apr 15 19:54:57.530309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-075359dd-377c-47db-91cc-df147725bd26 None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:54:57.559039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-2ecc88f4-30a8-41b6-9c97-63a904bc6fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:57.560712 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-2ecc88f4-30a8-41b6-9c97-63a904bc6fb7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 1097 time: 0.0811529 Apr 15 19:54:57.611401 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a672ebee-bd18-4524-917c-4addeebf2613 req-3414dbb6-f390-421b-99b5-e2b5bc60ac46 service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061144 Apr 15 19:54:57.722392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-2530d7c0-cb5e-449c-bbf2-a17637f25112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:57.724320 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-2530d7c0-cb5e-449c-bbf2-a17637f25112 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1563597 Apr 15 19:54:57.887907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-075359dd-377c-47db-91cc-df147725bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:54:55Z', 'revision_number': 5, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:57.893967 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-e40e046b-caf6-4e8f-af0a-9fde479fe821 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2 HTTP/1.1" status: 200 len: 1000 time: 0.1581182 Apr 15 19:54:57.894289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075359dd-377c-47db-91cc-df147725bd26 None None] Checking router: 0e9c1574-029c-4841-b1c0-3180d34ac19b for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:54:57.896845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks [] for router, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:57.904266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075359dd-377c-47db-91cc-df147725bd26 None None] Routers {'0e9c1574-029c-4841-b1c0-3180d34ac19b'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:54:57.904936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-075359dd-377c-47db-91cc-df147725bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:54:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['0e9c1574-029c-4841-b1c0-3180d34ac19b'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:58.041848 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-1a561bbf-4a27-4ad4-b443-0f8065531eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:58.043615 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-1a561bbf-4a27-4ad4-b443-0f8065531eff service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.1076388 Apr 15 19:54:58.090844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:58.101356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Deleting port f39eda47-f682-4d48-9c1e-93eba507914e {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:54:58.102137 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:58.105996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a1a87-b28c-4ea2-a7c8-5b7ef0ea0752 req-162a373d-f521-46f3-addd-2e41c7528a52 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:58.107940 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0d9a1a87-b28c-4ea2-a7c8-5b7ef0ea0752 req-162a373d-f521-46f3-addd-2e41c7528a52 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.2122436 Apr 15 19:54:58.121653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-075359dd-377c-47db-91cc-df147725bd26 None None] Set router 0e9c1574-029c-4841-b1c0-3180d34ac19b gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:54:58.239783 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0d9a1a87-b28c-4ea2-a7c8-5b7ef0ea0752 req-df702d44-3425-45b8-b196-6c5dccacb120 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867815 Apr 15 19:54:58.272040 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66d964-76ac-4f0a-97c7-d19ffec277b5 req-24f02015-9f25-4b74-b174-5d26ced8b7f2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:58.273731 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cb66d964-76ac-4f0a-97c7-d19ffec277b5 req-24f02015-9f25-4b74-b174-5d26ced8b7f2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.1840162 Apr 15 19:54:58.279342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-20f45aa3-f9f6-4749-abe3-db3bf3a93fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:58.281587 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-20f45aa3-f9f6-4749-abe3-db3bf3a93fc5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2288296 Apr 15 19:54:58.331440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] For port f39eda47-f682-4d48-9c1e-93eba507914e, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=f39eda47-f682-4d48-9c1e-93eba507914e,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:54:58.332056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:58.417624 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cb66d964-76ac-4f0a-97c7-d19ffec277b5 req-4ec0799e-c491-4268-99b9-b4e798f415ad tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340208 Apr 15 19:54:58.438581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-075359dd-377c-47db-91cc-df147725bd26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:54:55Z', 'revision_number': 5, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:54:58.443306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075359dd-377c-47db-91cc-df147725bd26 None None] The sync data for ids ['0e9c1574-029c-4841-b1c0-3180d34ac19b'] in dv-cinder-786383-2-smb is: [{'id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'name': 'tempest-TestMinimumBasicScenario-1729342767-router', 'tenant_id': '53917eee5c234083acbcd37e1f566a73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229'}], 'enable_snat': True}, 'gw_port_id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:54Z', 'updated_at': '2021-04-15T19:54:55Z', 'revision_number': 5, 'project_id': '53917eee5c234083acbcd37e1f566a73', 'gw_port': {'id': 'f39eda47-f682-4d48-9c1e-93eba507914e', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:e8:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e9c1574-029c-4841-b1c0-3180d34ac19b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 448, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:56Z', 'updated_at': '2021-04-15T19:52:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:54:58.465024 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-89e4e9f8-1173-45b8-a557-2a10402c083c service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646147 Apr 15 19:54:58.473957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Calling delete_port for f39eda47-f682-4d48-9c1e-93eba507914e owned by network:router_gateway {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:54:58.617321 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a4a928fc-8f74-4887-b9dd-1adcec059178 req-bca0f831-f294-4687-97c5-d2b787ec6b86 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431060 Apr 15 19:54:58.658339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:58.674103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-273f6046-c87a-47c3-bc1e-e03dfeec6763 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:58.776204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Pushing event deleted for resources: {'Port': ['ID=f39eda47-f682-4d48-9c1e-93eba507914e,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:54:58.780981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:54:58.908505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-c6b3324c-4373-44fd-b1f1-f37bd26a8ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:58.910156 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-c6b3324c-4373-44fd-b1f1-f37bd26a8ce9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8718c5048a7d426692a34d394beba9fc&device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1098 time: 0.0887709 Apr 15 19:54:58.950438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846796782'] for router_gateway, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:59.080670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-5f3b2deb-44b9-449d-bfe2-df1003931819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:59.082191 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-5f3b2deb-44b9-449d-bfe2-df1003931819 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4336a73e-b5b6-44b6-aae0-1be79b2ab071 HTTP/1.1" status: 200 len: 910 time: 0.1418004 Apr 15 19:54:59.142794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846792792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716792'] for router, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:59.145321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:59.168935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7979576'] for router, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:59.169568 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e9c1574-029c-4841-b1c0-3180d34ac19b {{(pid=85367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:54:59.184593 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:59.188111 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e17db3ef-fa51-4692-87c7-c533605f9d7b admin admin] 10.222.0.35 "DELETE /v2.0/routers/0e9c1574-029c-4841-b1c0-3180d34ac19b HTTP/1.1" status: 204 len: 168 time: 1.7838728 Apr 15 19:54:59.189228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42932) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:54:59.197552 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-c505d342-9c95-4d81-95ca-dc916701102c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a HTTP/1.1" status: 200 len: 1001 time: 0.1033103 Apr 15 19:54:59.288484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] Deleting subnet ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6 {{(pid=85367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:54:59.299642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-3edfe6ed-2975-48c7-a5ab-8d063f9c3271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:59.299911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:59.301809 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-3edfe6ed-2975-48c7-a5ab-8d063f9c3271 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4191a53f-72df-4757-9b81-4f90a736d433 HTTP/1.1" status: 200 len: 848 time: 0.0798821 Apr 15 19:54:59.366482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848320699'] for subnet, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:59.508154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:59.583664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-449a5800-5461-40bf-82cb-bd925647e4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:59.588741 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-449a5800-5461-40bf-82cb-bd925647e4e4 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4336a73e-b5b6-44b6-aae0-1be79b2ab071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2796018 Apr 15 19:54:59.644530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e3ac4-540e-456a-b2da-f136b810d668 req-ef35c3c8-76c6-431c-af2d-483144e391bb tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:59.648022 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f53e3ac4-540e-456a-b2da-f136b810d668 req-ef35c3c8-76c6-431c-af2d-483144e391bb tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.2437603 Apr 15 19:54:59.851409 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f53e3ac4-540e-456a-b2da-f136b810d668 req-ac1efd84-62c2-4386-aa51-cd49abafb3e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1935136 Apr 15 19:54:59.876819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848697643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848404203'] for subnet, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:54:59.904759 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:54:59.928074 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-1cc83036-2153-4ff8-a75f-cf5b816850c1 service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290827 Apr 15 19:54:59.948133 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1bedef-d6e8-432f-a03b-2a88a1d969af req-ded19e02-3fd8-4c1d-a487-f02c26f19f43 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:54:59.950285 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8f1bedef-d6e8-432f-a03b-2a88a1d969af req-ded19e02-3fd8-4c1d-a487-f02c26f19f43 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.3261774 Apr 15 19:55:00.005495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:00.010759 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:00.016849 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8f1bedef-d6e8-432f-a03b-2a88a1d969af req-8432f14e-9d4b-452c-8364-ede0935b10f1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515275 Apr 15 19:55:00.057649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:00.063734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81721ff-6a51-4d39-8a01-d63d89bb5959 None None] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:55:00.072598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42956) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:00.082857 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ef8ceedd-ad8c-4fe0-a27e-8c1ba20d6ef6 HTTP/1.1" status: 204 len: 168 time: 0.8922484 Apr 15 19:55:00.248633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:00.300629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ac44d1eb-f298-472c-9c74-4b38848d1b4c no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:00.338472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Deleting port a780845b-6198-4b59-93af-7534445d06d4 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:00.338942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:00.356934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: ac44d1eb-f298-472c-9c74-4b38848d1b4c {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:55:00.357467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ac44d1eb-f298-472c-9c74-4b38848d1b4c not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:55:00.358010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f39eda47-f682-4d48-9c1e-93eba507914e no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:00.400924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: f39eda47-f682-4d48-9c1e-93eba507914e {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:55:00.401239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f39eda47-f682-4d48-9c1e-93eba507914e not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:55:00.780053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] DHCP port deletion for fc7463ec-14f1-4a3b-aebc-103cad27eeba request from dv-cinder-786383-2-smb {{(pid=85368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:55:00.785482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] Deleting port a780845b-6198-4b59-93af-7534445d06d4 {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:00.786365 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:00.891968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] For port a780845b-6198-4b59-93af-7534445d06d4, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=a780845b-6198-4b59-93af-7534445d06d4,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:00.892738 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:01.042415 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Calling delete_port for a780845b-6198-4b59-93af-7534445d06d4 owned by network:dhcp {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:01.092202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] For port a780845b-6198-4b59-93af-7534445d06d4, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=a780845b-6198-4b59-93af-7534445d06d4,segment=NetworkSegment(e3882ee4-cb85-4bce-abea-490f1a860445),segment_id=e3882ee4-cb85-4bce-abea-490f1a860445)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:01.093454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:01.228670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cc675-7d24-4d92-97d8-644b97a96f5f req-9fe8ad34-d7bc-449b-bb01-6340715b6a19 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:01.232068 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-809cc675-7d24-4d92-97d8-644b97a96f5f req-9fe8ad34-d7bc-449b-bb01-6340715b6a19 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1510305 Apr 15 19:55:01.244193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:01.264029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] Calling delete_port for a780845b-6198-4b59-93af-7534445d06d4 owned by network:dhcp {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:01.278210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:01.384588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a780845b-6198-4b59-93af-7534445d06d4,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:01.387529 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:01.433271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:55:01.433678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:55:01.434194 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-809cc675-7d24-4d92-97d8-644b97a96f5f req-63c4ec48-a6e4-44b3-a2c2-00bcd04c945f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926715 Apr 15 19:55:01.475331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] No DVR routers for this DVR port a780845b-6198-4b59-93af-7534445d06d4 on host dv-cinder-786383-2-smb {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:55:01.666262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:01.807720 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc7463ec-14f1-4a3b-aebc-103cad27eeba']}} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:01.823519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f1ed-0ed0-48db-9a39-3f680fe45432 req-c9610c22-025c-4cfc-b411-82c41b005e0e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:01.825160 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94b9f1ed-0ed0-48db-9a39-3f680fe45432 req-c9610c22-025c-4cfc-b411-82c41b005e0e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.2322762 Apr 15 19:55:01.831423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3882ee4-cb85-4bce-abea-490f1a860445') {'for_net_delete': True} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:01.831769 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3882ee4-cb85-4bce-abea-490f1a860445') {} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:01.862228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5837064'] for segment, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:01.904483 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:01.909809 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94b9f1ed-0ed0-48db-9a39-3f680fe45432 req-ddae13e5-d3db-43fe-9ec0-fec892f22b70 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704098 Apr 15 19:55:01.914913 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=85366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:55:01.945489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] Deleting port a780845b-6198-4b59-93af-7534445d06d4 {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:01.945489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:02.013230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-9ded1e5f-9713-4b80-a54e-c32949ce337a None None] The port 'a780845b-6198-4b59-93af-7534445d06d4' was deleted {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:55:02.064722 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 4dee58a8-b9cb-4d97-b472-a8c96696193a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:02.125278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:55:02.135685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5861222'] for segment, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:02.193002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:02.228165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:55:02.255207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device a780845b-6198-4b59-93af-7534445d06d4 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:02.301995 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'code': 200} Apr 15 19:55:02.302576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: a780845b-6198-4b59-93af-7534445d06d4 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:55:02.303002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device a780845b-6198-4b59-93af-7534445d06d4 not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:55:02.310204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:02.314676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:02.317426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-63e451cd-e685-4cb1-b753-ba0f1bb91d3a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:02.368056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Network fc7463ec-14f1-4a3b-aebc-103cad27eeba has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:55:02.393164 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:55:02.402598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=4dee58a8-b9cb-4d97-b472-a8c96696193a,revision_number=6']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:02.406639 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:02.472942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:02.476985 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:02.507614 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc7463ec-14f1-4a3b-aebc-103cad27eeba,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:02.511640 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:02.523259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:02.528943 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fc7463ec-14f1-4a3b-aebc-103cad27eeba HTTP/1.1" status: 204 len: 168 time: 2.4544733 Apr 15 19:55:02.535920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42970) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:02.824482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e89c9c-e9b5-4109-bc7c-983b160bf193 req-e0378999-686a-4322-b980-c2cf86fef3aa tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:02.826173 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e9e89c9c-e9b5-4109-bc7c-983b160bf193 req-e0378999-686a-4322-b980-c2cf86fef3aa tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.2280529 Apr 15 19:55:03.022940 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e9e89c9c-e9b5-4109-bc7c-983b160bf193 req-319e2316-7abc-4991-87f6-d6df1c479a37 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375899 Apr 15 19:55:03.306469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d5c485-bd36-43d8-9b0f-aa86f9c9ba94 req-811dcc51-a36a-452c-a885-c3a471ad4f34 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:03.308150 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f6d5c485-bd36-43d8-9b0f-aa86f9c9ba94 req-811dcc51-a36a-452c-a885-c3a471ad4f34 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.1502402 Apr 15 19:55:03.378929 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f6d5c485-bd36-43d8-9b0f-aa86f9c9ba94 req-021a9350-52a2-4e06-b4f9-09afd7f18197 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608819 Apr 15 19:55:03.386727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846795773'] for router_interface, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:04.013234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Deleting port 678ac61c-5936-4ecc-b775-2ce39667b7ec {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:04.013863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:04.286495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] For port 678ac61c-5936-4ecc-b775-2ce39667b7ec, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=678ac61c-5936-4ecc-b775-2ce39667b7ec,segment=NetworkSegment(6ac55459-c85c-4744-9486-aabcbd099398),segment_id=6ac55459-c85c-4744-9486-aabcbd099398)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:04.286922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:04.438459 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Calling delete_port for 678ac61c-5936-4ecc-b775-2ce39667b7ec owned by network:router_interface {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:04.493182 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723e3f88-5dbe-462b-99a6-ad0faa2acbec req-69d5ab7a-f637-42ee-ae96-b7e7143c6978 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:04.494856 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-723e3f88-5dbe-462b-99a6-ad0faa2acbec req-69d5ab7a-f637-42ee-ae96-b7e7143c6978 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.3220696 Apr 15 19:55:04.717375 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-723e3f88-5dbe-462b-99a6-ad0faa2acbec req-469a448d-02ee-4cc2-8cb6-2deb6752165d tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2142684 Apr 15 19:55:04.867377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:04.885167 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c6cc5d3a-5ede-4246-a1bf-d57027a04de8 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:05.040086 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Pushing event deleted for resources: {'Port': ['ID=678ac61c-5936-4ecc-b775-2ce39667b7ec,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:05.048525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:05.141893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef65a37-9ce0-4abf-b2cd-dab04366eb76 req-10508b39-c00c-436f-95ce-686df1d38d79 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:05.143532 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cef65a37-9ce0-4abf-b2cd-dab04366eb76 req-10508b39-c00c-436f-95ce-686df1d38d79 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.2595496 Apr 15 19:55:05.281144 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cef65a37-9ce0-4abf-b2cd-dab04366eb76 req-99c28b66-6191-44d9-87e5-4d49de26dad2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043303 Apr 15 19:55:05.482968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8108687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846796632'] for router_interface, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:06.120511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9655977d-a63a-4700-9dbe-24a79e2c91ce req-0887d645-1058-47eb-98b1-8b1cac566fa1 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:06.122161 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9655977d-a63a-4700-9dbe-24a79e2c91ce req-0887d645-1058-47eb-98b1-8b1cac566fa1 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.2078660 Apr 15 19:55:06.127701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Router 4bc27143-5296-4e64-93d3-e7b268321b68 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:55:06.557898 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9655977d-a63a-4700-9dbe-24a79e2c91ce req-d4f73872-b9ff-423f-8d24-8b06b2919a31 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262819 Apr 15 19:55:06.613598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:55:06.622705 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] Sync routers for ids ['4bc27143-5296-4e64-93d3-e7b268321b68'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:55:06.626594 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] 10.222.0.35 "PUT /v2.0/routers/4bc27143-5296-4e64-93d3-e7b268321b68/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0895133 Apr 15 19:55:06.629324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 42988) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:06.636068 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] Routers {'4bc27143-5296-4e64-93d3-e7b268321b68'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:55:06.637075 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:54:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['4bc27143-5296-4e64-93d3-e7b268321b68'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:06.885788 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] Set router 4bc27143-5296-4e64-93d3-e7b268321b68 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:55:06.902818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10521ee5-3d1f-46f8-86ac-01b44a520bac req-05cb6999-702a-4284-8aca-2946b041c0f7 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:06.904508 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-10521ee5-3d1f-46f8-86ac-01b44a520bac req-05cb6999-702a-4284-8aca-2946b041c0f7 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.1853786 Apr 15 19:55:06.942175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks [] for router, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:06.986111 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-10521ee5-3d1f-46f8-86ac-01b44a520bac req-7e071291-abbe-4eec-89c2-0c147f74bca1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645254 Apr 15 19:55:07.187920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:07.198051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Deleting port 827d8bb7-914e-423c-9452-d33c2dd7d051 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:07.198487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:07.221391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225'}], 'enable_snat': True}, 'gw_port_id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:52:04Z', 'updated_at': '2021-04-15T19:55:04Z', 'revision_number': 5, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'gw_port': {'id': '827d8bb7-914e-423c-9452-d33c2dd7d051', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:ea:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'device_owner': 'network:router_gateway', 'standard_attr_id': 460, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:52:06Z', 'updated_at': '2021-04-15T19:52:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:07.226580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] Checking router: 4bc27143-5296-4e64-93d3-e7b268321b68 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:55:07.238682 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] Routers {'4bc27143-5296-4e64-93d3-e7b268321b68'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:55:07.239364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:54:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['4bc27143-5296-4e64-93d3-e7b268321b68'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:07.317133 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b5d8dfbc-b3bd-477a-8591-8d1d252dbee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:07.398951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] For port 827d8bb7-914e-423c-9452-d33c2dd7d051, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=827d8bb7-914e-423c-9452-d33c2dd7d051,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:07.399344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:07.424606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] Set router 4bc27143-5296-4e64-93d3-e7b268321b68 gateway port host: None {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:55:07.548446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Calling delete_port for 827d8bb7-914e-423c-9452-d33c2dd7d051 owned by network:router_gateway {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:07.554261 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:52:04Z', 'updated_at': '2021-04-15T19:55:07Z', 'revision_number': 6, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'gw_port_host': None}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:07.558815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd35c55f-4e19-4fb5-b21c-a2fbb1bd07e1 None None] The sync data for ids ['4bc27143-5296-4e64-93d3-e7b268321b68'] in dv-cinder-786383-2-smb is: [{'id': '4bc27143-5296-4e64-93d3-e7b268321b68', 'name': 'tempest-TestMinimumBasicScenario-2018075826-router', 'tenant_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:52:04Z', 'updated_at': '2021-04-15T19:55:07Z', 'revision_number': 6, 'project_id': '11ab2723f5254fab9ad47dbd4dc3f00c', 'gw_port_host': None}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:55:07.756591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:07.776599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:07.844870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae809681-9b0e-4594-808a-8c2508ba2694 req-300eb482-8c92-4c7c-aa9d-a831276c19b9 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:07.858915 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ae809681-9b0e-4594-808a-8c2508ba2694 req-300eb482-8c92-4c7c-aa9d-a831276c19b9 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.1344781 Apr 15 19:55:07.901715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Pushing event deleted for resources: {'Port': ['ID=827d8bb7-914e-423c-9452-d33c2dd7d051,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:07.906765 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:07.928585 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ae809681-9b0e-4594-808a-8c2508ba2694 req-7ffed55d-9bda-49b9-b25d-eb5ace0b6093 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671964 Apr 15 19:55:08.234753 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 678ac61c-5936-4ecc-b775-2ce39667b7ec no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:08.278527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e885599-3119-4751-8e2f-d2b08850c605 req-eb0bd453-be69-4981-b197-678ba666f558 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:08.281036 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0e885599-3119-4751-8e2f-d2b08850c605 req-eb0bd453-be69-4981-b197-678ba666f558 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.1218903 Apr 15 19:55:08.298612 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: 678ac61c-5936-4ecc-b775-2ce39667b7ec {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:55:08.299062 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 678ac61c-5936-4ecc-b775-2ce39667b7ec not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:55:08.299776 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 827d8bb7-914e-423c-9452-d33c2dd7d051 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:08.351997 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0e885599-3119-4751-8e2f-d2b08850c605 req-6556210c-7257-4339-823c-a76c00fc5eb2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614254 Apr 15 19:55:08.403487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: 827d8bb7-914e-423c-9452-d33c2dd7d051 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:55:08.403985 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 827d8bb7-914e-423c-9452-d33c2dd7d051 not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:55:08.422528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846796782'] for router_gateway, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:08.620592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846792792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716792'] for router, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:08.623207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:08.656479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7979576'] for router, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:08.657185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4bc27143-5296-4e64-93d3-e7b268321b68 {{(pid=85367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:55:08.673934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:08.678264 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] 10.222.0.35 "DELETE /v2.0/routers/4bc27143-5296-4e64-93d3-e7b268321b68 HTTP/1.1" status: 204 len: 168 time: 2.0475738 Apr 15 19:55:08.678880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 42996) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:08.760324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Deleting subnet f6836bd8-3b41-4ab2-8e02-094a9297a451 {{(pid=85366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:55:08.764354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:08.819706 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848938704'] for subnet, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:08.957875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:09.290974 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483df2b3-6baa-4a08-86ec-a5e41e5cfe44 req-4580a7d3-81a8-456f-b0cf-825455f8da78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:09.292622 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-483df2b3-6baa-4a08-86ec-a5e41e5cfe44 req-4580a7d3-81a8-456f-b0cf-825455f8da78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.2105615 Apr 15 19:55:09.363522 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-483df2b3-6baa-4a08-86ec-a5e41e5cfe44 req-172f9c62-16dd-482b-9e02-0640beef2b25 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630996 Apr 15 19:55:09.410498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848938553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847722308'] for subnet, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:09.427329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:09.550981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f6836bd8-3b41-4ab2-8e02-094a9297a451,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:09.606874 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.607296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.607718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.608249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.609150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.609563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.609992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.610395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.610796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.611194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.611591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.611986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:09.641806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:09.668646 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:09.676584 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff10e3b-80b5-4755-8f65-69f13cbc1f4e None None] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:55:09.685264 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f6836bd8-3b41-4ab2-8e02-094a9297a451 HTTP/1.1" status: 204 len: 168 time: 1.0051095 Apr 15 19:55:09.688005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43006) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:09.714901 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f9944b-5369-46e6-92fa-39deb643be01 req-9e1d37ea-70e6-429f-b250-58fbab7db58b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:09.724259 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a3f9944b-5369-46e6-92fa-39deb643be01 req-9e1d37ea-70e6-429f-b250-58fbab7db58b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.1662366 Apr 15 19:55:09.813609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:09.852979 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a3f9944b-5369-46e6-92fa-39deb643be01 req-0830e6e6-d275-4648-82b3-6562653deee1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270602 Apr 15 19:55:09.901863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Deleting port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:09.902326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:09.921044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d23fa755-56c9-406f-9c1d-5d4ecf6cee76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.051957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] DHCP port deletion for fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 request from dv-cinder-786383-2-smb {{(pid=85368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:55:10.056221 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] Deleting port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:10.056644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.146482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] For port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=1ab98db4-f240-4b61-9aec-7ddea0c7ed26,segment=NetworkSegment(6ac55459-c85c-4744-9486-aabcbd099398),segment_id=6ac55459-c85c-4744-9486-aabcbd099398)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:10.146876 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.261599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:10.285047 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Calling delete_port for 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 owned by network:dhcp {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:10.358904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.366633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.372557 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] For port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=1ab98db4-f240-4b61-9aec-7ddea0c7ed26,segment=NetworkSegment(6ac55459-c85c-4744-9486-aabcbd099398),segment_id=6ac55459-c85c-4744-9486-aabcbd099398)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:10.372997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.383690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:10.387204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No active binding found for port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 {{(pid=85368) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 19:55:10.387668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:55:10.479969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ab98db4-f240-4b61-9aec-7ddea0c7ed26,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:10.482909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:10.509882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] Calling delete_port for 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 owned by network:dhcp {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:10.533007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] No DVR routers for this DVR port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 on host dv-cinder-786383-2-smb {{(pid=85367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:55:10.590725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d37b3ea-d800-4fdc-9791-bb7d40ab6d10 req-a4ab7204-3d9d-4cbd-978d-3e36110155a4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:10.592575 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9d37b3ea-d800-4fdc-9791-bb7d40ab6d10 req-a4ab7204-3d9d-4cbd-978d-3e36110155a4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.0944362 Apr 15 19:55:10.602106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:55:10.602510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:55:10.603516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.646439 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9d37b3ea-d800-4fdc-9791-bb7d40ab6d10 req-018c2ac7-7890-4150-a17f-397e84e07248 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462625 Apr 15 19:55:10.661031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.802432 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647']}} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:10.818496 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ac55459-c85c-4744-9486-aabcbd099398') {'for_net_delete': True} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:10.818857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ac55459-c85c-4744-9486-aabcbd099398') {} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:10.832567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6455165'] for segment, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.852379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:10.859231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=85367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:55:10.989143 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a793adc8-dbe4-41eb-ae69-066e5a9e05d1 req-a1a1c858-83ab-4866-a051-63731d65132a service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2537668 Apr 15 19:55:11.088914 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a8d13e-4fce-4c51-9fde-0180add8e68d req-f506fbf7-7b3b-4a86-82cf-8f79e0260f66 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:11.090863 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-04a8d13e-4fce-4c51-9fde-0180add8e68d req-f506fbf7-7b3b-4a86-82cf-8f79e0260f66 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.1003776 Apr 15 19:55:11.103725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] Deleting port 1ab98db4-f240-4b61-9aec-7ddea0c7ed26 {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:11.104543 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:11.110716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:55:11.123266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6078580'] for segment, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:11.157101 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-04a8d13e-4fce-4c51-9fde-0180add8e68d req-b63414d4-a634-4e9f-be26-1089f413ef1b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0581598 Apr 15 19:55:11.196667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-4b4843ef-3a5c-48b7-9de5-fc8496266c16 None None] The port '1ab98db4-f240-4b61-9aec-7ddea0c7ed26' was deleted {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:55:11.328327 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Network fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:55:11.353449 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:55:11.394107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:55:11.461330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:11.465127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:11.480620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:11.493210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:11.496609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:11.498251 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] 10.222.0.35 "DELETE /v2.0/networks/fd4aeaf8-6ff8-45c2-93b9-ca2e4db6c647 HTTP/1.1" status: 204 len: 168 time: 1.8077321 Apr 15 19:55:11.620139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43028) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:11.671547 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ff75c0b9-dca1-49a0-8483-926e80491d62 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=53917eee5c234083acbcd37e1f566a73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493894 Apr 15 19:55:11.674118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43034) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:11.739893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1a39e75d-ba68-49e4-9fda-da57faf6665f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:11.770154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1a39e75d-ba68-49e4-9fda-da57faf6665f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:11.819034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1a39e75d-ba68-49e4-9fda-da57faf6665f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:11.824271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-947bb448-6d0e-402e-b763-4171911c88c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:11.837524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39e75d-ba68-49e4-9fda-da57faf6665f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c23fbf7-9976-4332-b529-39a8ebe6c8dc,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:11.840774 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1a39e75d-ba68-49e4-9fda-da57faf6665f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:11.843596 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1a39e75d-ba68-49e4-9fda-da57faf6665f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:11.844624 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-1a39e75d-ba68-49e4-9fda-da57faf6665f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6c23fbf7-9976-4332-b529-39a8ebe6c8dc HTTP/1.1" status: 204 len: 168 time: 0.1693490 Apr 15 19:55:11.856591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7617be5-76da-4341-9a92-fc5c9e886879 req-884f374b-f524-48f5-901d-37b1aebee415 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:11.858253 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f7617be5-76da-4341-9a92-fc5c9e886879 req-884f374b-f524-48f5-901d-37b1aebee415 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.0964084 Apr 15 19:55:11.912217 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f7617be5-76da-4341-9a92-fc5c9e886879 req-c8a59281-482e-4e92-8cab-fc7b74b23e72 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433111 Apr 15 19:55:12.072442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:12.237585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43052) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:12.297219 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2e5b899b-48ba-46e5-bda2-d31c7bb2dc38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=11ab2723f5254fab9ad47dbd4dc3f00c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0579360 Apr 15 19:55:12.298154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43056) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:12.301300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43058) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:12.374755 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-05bd6968-f27d-4114-9ee8-3d0e3c4a21cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:12.409122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-05bd6968-f27d-4114-9ee8-3d0e3c4a21cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:12.411199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0286261-9e1f-48b4-a063-0bd875468cd4 req-6e915773-6fab-454f-972c-54da73768e7c tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:12.426788 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c0286261-9e1f-48b4-a063-0bd875468cd4 req-6e915773-6fab-454f-972c-54da73768e7c tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.2100697 Apr 15 19:55:12.496470 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c0286261-9e1f-48b4-a063-0bd875468cd4 req-33f39698-dc00-4bdd-a532-95411a32c58c tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683734 Apr 15 19:55:12.508215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0a4f8-acbb-4b4a-b173-b758cfb16a56 req-f7e95f2f-46e9-4469-bae2-016acf7dbefa tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:12.509939 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ffc0a4f8-acbb-4b4a-b173-b758cfb16a56 req-f7e95f2f-46e9-4469-bae2-016acf7dbefa tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.2067056 Apr 15 19:55:12.549631 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6531619-8618-4916-91c9-ef83e2f279fb req-4df87aef-c8b5-41c2-b092-5edec64e7c2f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2496490 Apr 15 19:55:12.550796 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-05bd6968-f27d-4114-9ee8-3d0e3c4a21cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:12.556307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0e98e3ea-d1a9-472b-9031-264f11780028 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:12.568129 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ffc0a4f8-acbb-4b4a-b173-b758cfb16a56 req-b686d30f-8adf-42ce-a1ea-348efcd1ea0a tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491633 Apr 15 19:55:12.568859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd6968-f27d-4114-9ee8-3d0e3c4a21cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03775eab-ecd2-4bca-b056-aaab2a37cb86,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:12.571550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-05bd6968-f27d-4114-9ee8-3d0e3c4a21cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:12.583092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-05bd6968-f27d-4114-9ee8-3d0e3c4a21cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:12.584790 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-05bd6968-f27d-4114-9ee8-3d0e3c4a21cb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/03775eab-ecd2-4bca-b056-aaab2a37cb86 HTTP/1.1" status: 204 len: 168 time: 0.2824702 Apr 15 19:55:13.773586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc083bf-5ed0-4535-8b59-a76f86941d90 req-c7a9d94e-105d-4595-8f0d-12ce90c3dcb8 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:13.775371 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cbc083bf-5ed0-4535-8b59-a76f86941d90 req-c7a9d94e-105d-4595-8f0d-12ce90c3dcb8 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.1478066 Apr 15 19:55:13.899546 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cbc083bf-5ed0-4535-8b59-a76f86941d90 req-9c3a4507-be6d-4a05-bdad-423f130b4081 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142707 Apr 15 19:55:13.922670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323870e-e9a7-4585-af80-6b6d285756a2 req-d0fa1c6e-594f-4652-87c0-6102e75cbda6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:13.924317 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1323870e-e9a7-4585-af80-6b6d285756a2 req-d0fa1c6e-594f-4652-87c0-6102e75cbda6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 944 time: 0.2168589 Apr 15 19:55:13.979622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531619-8618-4916-91c9-ef83e2f279fb req-727dfc5b-9faf-4467-859e-65a23341cbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:13.981233 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6531619-8618-4916-91c9-ef83e2f279fb req-727dfc5b-9faf-4467-859e-65a23341cbe5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f&tenant_id=8718c5048a7d426692a34d394beba9fc HTTP/1.1" status: 200 len: 1096 time: 0.1773732 Apr 15 19:55:13.990267 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1323870e-e9a7-4585-af80-6b6d285756a2 req-1ddc8c40-4b1f-4e9d-9d29-e293f3f58f12 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558579 Apr 15 19:55:14.089433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531619-8618-4916-91c9-ef83e2f279fb req-8607d640-4946-4088-9ec9-c3691040379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:14.089648 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff0b3cf9-db4b-47df-8102-325237bc3df2 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:55:14.090993 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6531619-8618-4916-91c9-ef83e2f279fb req-8607d640-4946-4088-9ec9-c3691040379a service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8718c5048a7d426692a34d394beba9fc&device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1096 time: 0.0825853 Apr 15 19:55:14.234818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:14.239033 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531619-8618-4916-91c9-ef83e2f279fb req-257acabb-7681-4dcb-bb3c-e71565c9c2bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:14.240631 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6531619-8618-4916-91c9-ef83e2f279fb req-257acabb-7681-4dcb-bb3c-e71565c9c2bf service neutron] 10.222.0.61 "GET /v2.0/networks?id=4336a73e-b5b6-44b6-aae0-1be79b2ab071 HTTP/1.1" status: 200 len: 910 time: 0.1409085 Apr 15 19:55:14.249024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'port_id': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'mac_address': 'fa:16:3e:39:9d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:55:14.320050 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:14.348484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff0b3cf9-db4b-47df-8102-325237bc3df2 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:55:14.368373 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6531619-8618-4916-91c9-ef83e2f279fb req-1d8e60a2-9260-44cb-ab9c-a4acd0005b12 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a HTTP/1.1" status: 200 len: 999 time: 0.1192472 Apr 15 19:55:14.369031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:14.451467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:14.454560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:14.464029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531619-8618-4916-91c9-ef83e2f279fb req-7d3a25bb-fe87-412c-9359-f7779d02c931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:14.465732 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6531619-8618-4916-91c9-ef83e2f279fb req-7d3a25bb-fe87-412c-9359-f7779d02c931 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4191a53f-72df-4757-9b81-4f90a736d433 HTTP/1.1" status: 200 len: 848 time: 0.0887017 Apr 15 19:55:14.527532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=9']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:14.531066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:14.554931 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6531619-8618-4916-91c9-ef83e2f279fb req-52be1be5-e7bf-4947-af65-605a8d10c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:14.556599 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6531619-8618-4916-91c9-ef83e2f279fb req-52be1be5-e7bf-4947-af65-605a8d10c3df service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4336a73e-b5b6-44b6-aae0-1be79b2ab071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0800147 Apr 15 19:55:14.706214 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6531619-8618-4916-91c9-ef83e2f279fb req-c0fc0f5d-2484-45f6-846d-aea59a5948ff service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401029 Apr 15 19:55:14.730661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['ff0b3cf9-db4b-47df-8102-325237bc3df2'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:55:14.860932 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6531619-8618-4916-91c9-ef83e2f279fb req-11b35b49-e45f-403f-8b7d-45db32add721 service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436284 Apr 15 19:55:15.174746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f97b843-87b6-4723-a7e6-7ba07adf25d3 req-af0f81aa-4561-42c1-87b2-72c49b24794d tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:15.176373 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3f97b843-87b6-4723-a7e6-7ba07adf25d3 req-af0f81aa-4561-42c1-87b2-72c49b24794d tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.1481140 Apr 15 19:55:15.243375 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3f97b843-87b6-4723-a7e6-7ba07adf25d3 req-306dfea4-65e0-44e3-a687-46195ece4c0a tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603726 Apr 15 19:55:15.253192 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f763a53e-d5cf-4019-ab53-b2b5234eef14 req-74dc5254-68d4-490f-b73f-ccca1224bbab tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:15.254822 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f763a53e-d5cf-4019-ab53-b2b5234eef14 req-74dc5254-68d4-490f-b73f-ccca1224bbab tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 945 time: 0.1421378 Apr 15 19:55:15.314595 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f763a53e-d5cf-4019-ab53-b2b5234eef14 req-762355d5-933d-4b2f-9807-0d4ff47c0f54 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522149 Apr 15 19:55:16.103699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff0b3cf9-db4b-47df-8102-325237bc3df2 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:55:16.182873 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port ff0b3cf9-db4b-47df-8102-325237bc3df2 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:55:16.183298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:16.311454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:16.341606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:55:16.353381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:16.356332 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:16.359702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:16.434894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=10']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:16.439169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:16.495370 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6ec74a-66b3-47db-96a5-118724b1108b req-6a0f4ab1-d9b9-437e-886c-fec214364206 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:16.496969 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bc6ec74a-66b3-47db-96a5-118724b1108b req-6a0f4ab1-d9b9-437e-886c-fec214364206 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.1350915 Apr 15 19:55:16.566610 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bc6ec74a-66b3-47db-96a5-118724b1108b req-859a22fb-5793-4da4-982e-ced71117f336 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618417 Apr 15 19:55:16.585647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293c6301-53c1-4888-b006-a151ea41bfa1 req-4a8bae4c-94ed-4702-8d21-f95119451259 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:16.587298 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-293c6301-53c1-4888-b006-a151ea41bfa1 req-4a8bae4c-94ed-4702-8d21-f95119451259 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 947 time: 0.1450701 Apr 15 19:55:16.626350 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'code': 200} Apr 15 19:55:16.642062 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-293c6301-53c1-4888-b006-a151ea41bfa1 req-193a8a02-5bc5-48f1-94ea-7f4b43e50f0f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447483 Apr 15 19:55:17.169981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c4e48c-81f6-47d7-b0f9-9473e29ef5c4 req-4e9fe36f-1edf-4fb0-a1ba-a2c723bcbe87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:17.171570 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e9c4e48c-81f6-47d7-b0f9-9473e29ef5c4 req-4e9fe36f-1edf-4fb0-a1ba-a2c723bcbe87 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 1100 time: 0.0803804 Apr 15 19:55:17.217340 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e9c4e48c-81f6-47d7-b0f9-9473e29ef5c4 req-2ff66934-645e-4c06-8525-4c0ce4ff32c9 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370932 Apr 15 19:55:17.780282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f260c97-2e79-435c-a0e2-9e94db5cd348 req-a744c571-20a5-4549-b742-8fcc57c25e3f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:17.781909 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f260c97-2e79-435c-a0e2-9e94db5cd348 req-a744c571-20a5-4549-b742-8fcc57c25e3f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 943 time: 0.0964158 Apr 15 19:55:17.851605 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6f260c97-2e79-435c-a0e2-9e94db5cd348 req-5f67cf0f-47d0-4481-9f4f-7da6ed2147f6 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591509 Apr 15 19:55:17.956798 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903037d5-8bd0-47f1-b728-6d93d9e765a6 req-9519538c-4187-42ac-810e-d4de32ca9276 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:17.958715 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-903037d5-8bd0-47f1-b728-6d93d9e765a6 req-9519538c-4187-42ac-810e-d4de32ca9276 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 947 time: 0.0940650 Apr 15 19:55:18.008416 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-903037d5-8bd0-47f1-b728-6d93d9e765a6 req-80ca7ba8-2a1c-49df-acc4-46a5836e26b3 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430014 Apr 15 19:55:18.116895 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 4dee58a8-b9cb-4d97-b472-a8c96696193a details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:55:18.261458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:18.277988 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'port_id': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'mac_address': 'fa:16:3e:95:eb:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:55:18.341467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:18.359748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4dee58a8-b9cb-4d97-b472-a8c96696193a {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:55:18.378596 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:18.381968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:18.383829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8738087f-afa7-4773-a9b7-33fc641e2f9e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:18.457699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=4dee58a8-b9cb-4d97-b472-a8c96696193a,revision_number=7']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:18.462532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:18.692539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['4dee58a8-b9cb-4d97-b472-a8c96696193a'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:55:19.067481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ff4753-5cc9-451e-b5e7-039980e3ae5c req-4ad5464e-8723-437d-9a3b-a4ed04166c67 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:19.069130 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-00ff4753-5cc9-451e-b5e7-039980e3ae5c req-4ad5464e-8723-437d-9a3b-a4ed04166c67 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 944 time: 0.0952420 Apr 15 19:55:19.121861 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-00ff4753-5cc9-451e-b5e7-039980e3ae5c req-a3ce5a99-7743-4d86-a1bb-fc74d6376ae4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444024 Apr 15 19:55:19.246583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc61d0e-a610-4b09-b5eb-170ae008d3ce req-822975e7-22d0-4711-9102-540b4f85342e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:19.248199 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bfc61d0e-a610-4b09-b5eb-170ae008d3ce req-822975e7-22d0-4711-9102-540b4f85342e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 947 time: 0.0912988 Apr 15 19:55:19.296196 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bfc61d0e-a610-4b09-b5eb-170ae008d3ce req-bcb72169-cafb-4160-956c-cf556c8a29f2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409131 Apr 15 19:55:20.147791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 4dee58a8-b9cb-4d97-b472-a8c96696193a up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:55:20.221896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 4dee58a8-b9cb-4d97-b472-a8c96696193a triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:55:20.222911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:20.333850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1e5868-dc63-4c1b-a752-e755d16376ef req-6045cbb7-9871-4a94-a8be-84c427ecede6 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:20.335399 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7d1e5868-dc63-4c1b-a752-e755d16376ef req-6045cbb7-9871-4a94-a8be-84c427ecede6 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 944 time: 0.0911119 Apr 15 19:55:20.353626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:20.382746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:55:20.390420 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7d1e5868-dc63-4c1b-a752-e755d16376ef req-cc45bc33-e751-49a0-9c02-279aa39d0a24 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470934 Apr 15 19:55:20.394116 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:20.398156 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:20.400281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:20.466290 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'code': 200} Apr 15 19:55:20.481523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=4dee58a8-b9cb-4d97-b472-a8c96696193a,revision_number=8']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:20.485545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:20.812143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8648a0f-a087-41bd-98a1-b04dde25f765 req-bdf2aec3-c8fd-4515-8cbd-7c979eecb216 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:20.813797 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c8648a0f-a087-41bd-98a1-b04dde25f765 req-bdf2aec3-c8fd-4515-8cbd-7c979eecb216 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 947 time: 0.3894303 Apr 15 19:55:20.867216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a921140-e9fc-4a9e-851d-1719778dcccb req-f2eea14a-d813-4faf-b181-d8629b3b5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:20.868830 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3a921140-e9fc-4a9e-851d-1719778dcccb req-f2eea14a-d813-4faf-b181-d8629b3b5a36 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1098 time: 0.1380014 Apr 15 19:55:20.881353 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c8648a0f-a087-41bd-98a1-b04dde25f765 req-061c2a34-4266-4265-bb09-c69c1e4bc2de tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559709 Apr 15 19:55:20.923318 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3a921140-e9fc-4a9e-851d-1719778dcccb req-1a8344e9-c3ff-4519-8f42-e322f994ef51 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443418 Apr 15 19:55:21.599262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb113786-3bb8-4bad-8a36-62314eb7b191 req-2dc796da-4800-4801-bbe5-896b81effa7f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:21.600873 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bb113786-3bb8-4bad-8a36-62314eb7b191 req-2dc796da-4800-4801-bbe5-896b81effa7f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.0882399 Apr 15 19:55:21.652768 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bb113786-3bb8-4bad-8a36-62314eb7b191 req-261290cf-f9e4-42d2-afd1-1f2ba669fa6d tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453863 Apr 15 19:55:22.879762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e74c059-1007-46c2-8db8-656c87d8814e req-3d726b88-e554-4236-afc8-6760f09319d4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:22.881462 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e74c059-1007-46c2-8db8-656c87d8814e req-3d726b88-e554-4236-afc8-6760f09319d4 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.0925734 Apr 15 19:55:22.929721 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e74c059-1007-46c2-8db8-656c87d8814e req-71896841-4f0a-46f0-9abc-66b38a88288b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416231 Apr 15 19:55:24.719802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bd2632-293b-4716-b05b-6fa05ff2c0da req-e5b8da5c-a8bf-40dd-83ab-a35d0c3d1ae5 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:24.721332 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e0bd2632-293b-4716-b05b-6fa05ff2c0da req-e5b8da5c-a8bf-40dd-83ab-a35d0c3d1ae5 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 945 time: 0.0927818 Apr 15 19:55:24.769802 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e0bd2632-293b-4716-b05b-6fa05ff2c0da req-aec6d115-36d4-4a81-ac70-43ebc1b954cb tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417564 Apr 15 19:55:25.731093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:25.973629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2745f-b078-4135-b31b-0b184b239173 req-aeb2322d-aa5d-4d6b-b8cd-bf3cd19a3a28 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:25.975291 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5ae2745f-b078-4135-b31b-0b184b239173 req-aeb2322d-aa5d-4d6b-b8cd-bf3cd19a3a28 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 945 time: 0.0882277 Apr 15 19:55:26.023146 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5ae2745f-b078-4135-b31b-0b184b239173 req-ff673a63-c63b-4236-8914-a6dde404331e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414736 Apr 15 19:55:26.902050 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-8db31a9d-2c56-43f8-b530-33bde68bcf4b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:26.903704 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-8db31a9d-2c56-43f8-b530-33bde68bcf4b tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 945 time: 0.0918736 Apr 15 19:55:26.984978 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Deleting port dc85919c-8b9f-4ca7-9699-cb4444c5c52d {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:26.985361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:27.328009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] For port dc85919c-8b9f-4ca7-9699-cb4444c5c52d, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:27.328323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:27.417071 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55476872-2665-49d3-92a4-10324ca1ae73 req-95377e2a-74b8-428a-badb-f4c44fe116ff tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:27.418705 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-55476872-2665-49d3-92a4-10324ca1ae73 req-95377e2a-74b8-428a-badb-f4c44fe116ff tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 945 time: 0.2264724 Apr 15 19:55:27.563990 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-55476872-2665-49d3-92a4-10324ca1ae73 req-7ff23a36-c9cb-4b9b-8979-fd10f97abf96 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups?id=85437b29-48f9-4bde-9489-b7be474e2393&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1311874 Apr 15 19:55:27.690548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:27.690888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:27.691276 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Floating IP 665b3aa8-39b8-4907-939f-75c8c8cf194e disassociated. External IP: 172.28.1.172, port: dc85919c-8b9f-4ca7-9699-cb4444c5c52d. Apr 15 19:55:27.691658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Calling delete_port for dc85919c-8b9f-4ca7-9699-cb4444c5c52d owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:27.843924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:27.862282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-46e73fe2-8774-4165-a1e1-e376d8c9746e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:27.956180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event deleted for resources: {'Port': ['ID=dc85919c-8b9f-4ca7-9699-cb4444c5c52d,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:27.963412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:28.223739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Router e284ddec-27fc-4959-a316-4974844264c5 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:55:28.415889 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:55:28.426823 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] Sync routers for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:55:28.439428 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:55:28.440223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:55:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:28.497692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] No DVR routers for this DVR port dc85919c-8b9f-4ca7-9699-cb4444c5c52d on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:55:28.500280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:28.503340 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'name': 'network-vif-deleted', 'tag': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:55:28.532789 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8c3972da-5f74-43a7-a344-89bbe9011ec1 req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.61 "DELETE /v2.0/ports/dc85919c-8b9f-4ca7-9699-cb4444c5c52d HTTP/1.1" status: 204 len: 173 time: 1.6230381 Apr 15 19:55:28.563070 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12c0650b-8f72-441f-91c3-8e3991a544d4', 'name': 'network-vif-deleted', 'tag': 'dc85919c-8b9f-4ca7-9699-cb4444c5c52d', 'status': 'completed', 'code': 200} Apr 15 19:55:28.755180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-7d8ed348-e7ca-48fe-87ab-0e9422ee6944 req-023ccc6e-5538-4b43-a016-577fa850a221 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Synchronizing usage tracker for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:55:28.770681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-7d8ed348-e7ca-48fe-87ab-0e9422ee6944 req-023ccc6e-5538-4b43-a016-577fa850a221 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Unset dirty status for tenant:410f412dc7cb485a998f480860ec3aa4 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:55:28.771966 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7d8ed348-e7ca-48fe-87ab-0e9422ee6944 req-023ccc6e-5538-4b43-a016-577fa850a221 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/ports?device_id=12c0650b-8f72-441f-91c3-8e3991a544d4 HTTP/1.1" status: 200 len: 210 time: 0.0663702 Apr 15 19:55:28.898163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:55:29.300667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:29.304970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] Checking router: e284ddec-27fc-4959-a316-4974844264c5 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:55:29.314674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:55:29.315347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:55:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:29.506210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:55:29.843575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:29.847964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae939970-9c11-43c3-ae90-d4e03c9f3564 None None] The sync data for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb is: [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:50:06Z', 'revision_number': 4, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'ea22f00c-16be-4282-b2ca-ad0d27835947', 'name': '', 'network_id': 'e331a6cc-d416-42f2-995b-8aaf9a85a920', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'mac_address': 'fa:16:3e:fa:8b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'b630829c-62bc-417b-82c2-270250301e01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:50:01Z', 'updated_at': '2021-04-15T19:50:22Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'subnets': [{'id': 'b630829c-62bc-417b-82c2-270250301e01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:55:29.907893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43242) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:29.978072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b5490868-2aa7-4414-8d47-26b65954abd0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:30.008090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b5490868-2aa7-4414-8d47-26b65954abd0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:30.054403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b5490868-2aa7-4414-8d47-26b65954abd0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:30.059666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-62ed1c88-7a50-47d5-a790-4a89d3bcbff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:30.075555 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5490868-2aa7-4414-8d47-26b65954abd0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85437b29-48f9-4bde-9489-b7be474e2393,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:30.080255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b5490868-2aa7-4414-8d47-26b65954abd0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:30.087184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b5490868-2aa7-4414-8d47-26b65954abd0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:30.088754 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b5490868-2aa7-4414-8d47-26b65954abd0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "DELETE /v2.0/security-groups/85437b29-48f9-4bde-9489-b7be474e2393 HTTP/1.1" status: 204 len: 168 time: 0.1798174 Apr 15 19:55:30.091734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43246) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:30.111953 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.v2.resource [None req-34a337af-eade-432a-bf4f-684823c34d6f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] show failed (client error): The resource could not be found. Apr 15 19:55:30.113069 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-34a337af-eade-432a-bf4f-684823c34d6f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "GET /v2.0/security-groups/85437b29-48f9-4bde-9489-b7be474e2393 HTTP/1.1" status: 404 len: 347 time: 0.0189335 Apr 15 19:55:30.116109 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43250) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:30.184926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device dc85919c-8b9f-4ca7-9699-cb4444c5c52d no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:30.245696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788c0d3a-ba9a-4b35-8f86-fec01b2a6b82 None None] New status for floating IP 665b3aa8-39b8-4907-939f-75c8c8cf194e: DOWN {{(pid=85369) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:55:30.249862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: dc85919c-8b9f-4ca7-9699-cb4444c5c52d {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:55:30.250508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device dc85919c-8b9f-4ca7-9699-cb4444c5c52d not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:55:30.293524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Deleting port a65aa535-b819-4b0e-af0b-5dc249d56bf3 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:30.293932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:30.485655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:30.486285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:30.618121 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Calling delete_port for a65aa535-b819-4b0e-af0b-5dc249d56bf3 owned by network:floatingip {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:30.709938 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:55:30.710318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:55:31.211413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Deleting port a65aa535-b819-4b0e-af0b-5dc249d56bf3 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:31.211800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:31.394372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:31.394740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:31.526551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Calling delete_port for a65aa535-b819-4b0e-af0b-5dc249d56bf3 owned by network:floatingip {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:31.672813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:31.687782 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0990dfbf-fb14-462d-948b-4d020bef2655 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:32.147530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Pushing event deleted for resources: {'Port': ['ID=a65aa535-b819-4b0e-af0b-5dc249d56bf3,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:32.154178 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:32.400524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks [] for floatingip, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:32.417640 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:32.418871 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] 10.222.0.35 "DELETE /v2.0/floatingips/665b3aa8-39b8-4907-939f-75c8c8cf194e HTTP/1.1" status: 204 len: 168 time: 2.3017926 Apr 15 19:55:36.474068 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43280) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:37.216246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846795773'] for router_interface, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:37.310449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5ab2eafb-02e0-411a-bb94-a3d6ff1c1958 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:37.588393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Deleting port ea22f00c-16be-4282-b2ca-ad0d27835947 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:37.589003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:37.770434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] For port ea22f00c-16be-4282-b2ca-ad0d27835947, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=ea22f00c-16be-4282-b2ca-ad0d27835947,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:37.770838 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:37.903738 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Calling delete_port for ea22f00c-16be-4282-b2ca-ad0d27835947 owned by network:router_interface {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:38.077000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:38.092700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-66834e71-6ae8-438f-bb16-6c116592030f tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:38.181486 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea22f00c-16be-4282-b2ca-ad0d27835947,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:38.190589 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:38.532516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8108687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846796632'] for router_interface, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:39.267861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Router e284ddec-27fc-4959-a316-4974844264c5 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:55:39.458244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:55:39.468073 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] Sync routers for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:55:39.473001 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] 10.222.0.35 "PUT /v2.0/routers/e284ddec-27fc-4959-a316-4974844264c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9976709 Apr 15 19:55:39.475903 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43286) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:39.477893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:55:39.478578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:55:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:39.666818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks [] for router, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:39.670721 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:55:39.858809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:39.861264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b3e45bac-fe6d-463c-b844-da68c753df74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:39.867382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Deleting port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:39.867757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:39.989689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22'}], 'enable_snat': True}, 'gw_port_id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:55:38Z', 'revision_number': 5, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port': {'id': '083e2ec9-34bc-42a1-8a38-0ecc74fd283f', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:76:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e284ddec-27fc-4959-a316-4974844264c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:49:50Z', 'updated_at': '2021-04-15T19:50:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:39.993672 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] Checking router: e284ddec-27fc-4959-a316-4974844264c5 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:55:40.002623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] Routers {'e284ddec-27fc-4959-a316-4974844264c5'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:55:40.003285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:55:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['e284ddec-27fc-4959-a316-4974844264c5'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:40.053242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] For port 083e2ec9-34bc-42a1-8a38-0ecc74fd283f, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=083e2ec9-34bc-42a1-8a38-0ecc74fd283f,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:40.053644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:40.175503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] Set router e284ddec-27fc-4959-a316-4974844264c5 gateway port host: None {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:55:40.190892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Calling delete_port for 083e2ec9-34bc-42a1-8a38-0ecc74fd283f owned by network:router_gateway {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:40.380989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:40.396943 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-48c951d8-af83-472c-8492-4f512e23fc1e tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:40.476385 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:55:39Z', 'revision_number': 6, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port_host': None}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:40.481223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b9ee63-01fb-4ccd-90a6-bc47e34cf820 None None] The sync data for ids ['e284ddec-27fc-4959-a316-4974844264c5'] in dv-cinder-786383-2-smb is: [{'id': 'e284ddec-27fc-4959-a316-4974844264c5', 'name': 'tempest-AttachVolumeTestJSON-950280952-router', 'tenant_id': '410f412dc7cb485a998f480860ec3aa4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:49:48Z', 'updated_at': '2021-04-15T19:55:39Z', 'revision_number': 6, 'project_id': '410f412dc7cb485a998f480860ec3aa4', 'gw_port_host': None}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:55:40.484049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:40.489197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Pushing event deleted for resources: {'Port': ['ID=083e2ec9-34bc-42a1-8a38-0ecc74fd283f,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:40.496363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:40.593930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:40.664850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846796782'] for router_gateway, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:40.855032 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846792792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716792'] for router, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:40.857670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:40.945664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7979576'] for router, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:40.946215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Fanout notify agent at l3_agent the message router_deleted on router e284ddec-27fc-4959-a316-4974844264c5 {{(pid=85366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:55:40.959395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Notify callbacks [] for router, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:40.960638 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] 10.222.0.35 "DELETE /v2.0/routers/e284ddec-27fc-4959-a316-4974844264c5 HTTP/1.1" status: 204 len: 168 time: 1.4837368 Apr 15 19:55:40.963419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43290) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:41.029171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] Deleting subnet b630829c-62bc-417b-82c2-270250301e01 {{(pid=85366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:55:41.032275 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:41.088749 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848938704'] for subnet, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:41.180145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:41.439263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848938553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847722308'] for subnet, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:41.454877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:41.536723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b630829c-62bc-417b-82c2-270250301e01,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:41.550843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:41.586353 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:41.592434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f9b7c6-27fe-49b8-9617-db9da70345dd None None] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:55:41.592956 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/b630829c-62bc-417b-82c2-270250301e01 HTTP/1.1" status: 204 len: 168 time: 0.6285007 Apr 15 19:55:41.595714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43294) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:41.712746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:41.782698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Deleting port b1e1730d-319f-4273-9a50-0c6021aa58f0 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:41.783097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:41.865102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] DHCP port deletion for e331a6cc-d416-42f2-995b-8aaf9a85a920 request from dv-cinder-786383-2-smb {{(pid=85368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:55:41.869653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Deleting port b1e1730d-319f-4273-9a50-0c6021aa58f0 {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:41.870109 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:42.007842 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] For port b1e1730d-319f-4273-9a50-0c6021aa58f0, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=b1e1730d-319f-4273-9a50-0c6021aa58f0,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:42.008160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:42.087465 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:42.097530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] For port b1e1730d-319f-4273-9a50-0c6021aa58f0, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=b1e1730d-319f-4273-9a50-0c6021aa58f0,segment=NetworkSegment(adb157d6-a427-42cf-9019-12688d5b3f55),segment_id=adb157d6-a427-42cf-9019-12688d5b3f55)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:42.098015 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:42.143783 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Calling delete_port for b1e1730d-319f-4273-9a50-0c6021aa58f0 owned by network:dhcp {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:42.232385 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Calling delete_port for b1e1730d-319f-4273-9a50-0c6021aa58f0 owned by network:dhcp {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:55:42.267037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device b1e1730d-319f-4273-9a50-0c6021aa58f0 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:42.415463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375'] for port, after_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:42.433549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:42.469282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:55:42.469950 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:55:42.535708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Pushing event deleted for resources: {'Port': ['ID=b1e1730d-319f-4273-9a50-0c6021aa58f0,revision_number=None']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:42.562727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.563119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.563509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.563890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.564269 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.564642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.565011 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.565381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.565750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.566168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.566535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.566899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:55:42.571460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:42.583316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:42.657830 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 083e2ec9-34bc-42a1-8a38-0ecc74fd283f no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:42.691644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-181a2fe4-8f7a-4ca8-bd0a-ae80804d8c95 None None] No DVR routers for this DVR port b1e1730d-319f-4273-9a50-0c6021aa58f0 on host dv-cinder-786383-2-smb {{(pid=85368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:55:42.698795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: 083e2ec9-34bc-42a1-8a38-0ecc74fd283f {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:55:42.699191 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 083e2ec9-34bc-42a1-8a38-0ecc74fd283f not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:55:42.699649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ea22f00c-16be-4282-b2ca-ad0d27835947 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:55:42.735738 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: ea22f00c-16be-4282-b2ca-ad0d27835947 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:55:42.736143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device ea22f00c-16be-4282-b2ca-ad0d27835947 not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:55:42.971224 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Deleting port b1e1730d-319f-4273-9a50-0c6021aa58f0 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:55:42.971659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:43.043036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] The port 'b1e1730d-319f-4273-9a50-0c6021aa58f0' was deleted {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:55:43.169641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:43.289596 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e331a6cc-d416-42f2-995b-8aaf9a85a920']}} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:43.307897 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adb157d6-a427-42cf-9019-12688d5b3f55') {'for_net_delete': True} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:43.308244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adb157d6-a427-42cf-9019-12688d5b3f55') {} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:55:43.320541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5837064'] for segment, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:43.336024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:43.342495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Releasing vlan 643 on physical network physnet1 to pool {{(pid=85366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:55:43.522463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:55:43.532163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5861222'] for segment, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:43.718319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Network e331a6cc-d416-42f2-995b-8aaf9a85a920 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: % (table.description, expected, rows_matched) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: % (table.description, expected, rows_matched) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: % (table.description, expected, rows_matched) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: % (table.description, expected, rows_matched) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:55:43.741297 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:55:43.821289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:43.825091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:43.842969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:43.852433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Pushing event deleted for resources: {'Network': ['ID=e331a6cc-d416-42f2-995b-8aaf9a85a920,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:43.855865 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:43.866745 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] 10.222.0.35 "DELETE /v2.0/networks/e331a6cc-d416-42f2-995b-8aaf9a85a920 HTTP/1.1" status: 204 len: 168 time: 2.2699530 Apr 15 19:55:43.990772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43304) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:44.042906 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-65750f31-9c74-4ba4-8077-2ca53946d0bd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=410f412dc7cb485a998f480860ec3aa4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0507884 Apr 15 19:55:44.046570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43308) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:44.107145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7c9a47f6-b5e6-47a1-b175-83060dfc739c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:44.134356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7c9a47f6-b5e6-47a1-b175-83060dfc739c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:44.178482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7c9a47f6-b5e6-47a1-b175-83060dfc739c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:44.183410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4ffb1c19-8406-4765-a8e1-264549d92405 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:44.200387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9a47f6-b5e6-47a1-b175-83060dfc739c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee176dd7-8581-43ae-93df-2ca0353c537c,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:44.205460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7c9a47f6-b5e6-47a1-b175-83060dfc739c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:44.208180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7c9a47f6-b5e6-47a1-b175-83060dfc739c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:44.209624 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7c9a47f6-b5e6-47a1-b175-83060dfc739c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee176dd7-8581-43ae-93df-2ca0353c537c HTTP/1.1" status: 204 len: 168 time: 0.1620989 Apr 15 19:55:44.988080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43332) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:45.100731 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-121255929-network', 'tenant_id': '3ad9fd6da1bb47dc89d96a262f984826'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:55:45.105750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:55:45.109892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Usage tracker for resource:network and tenant:3ad9fd6da1bb47dc89d96a262f984826 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:55:45.112869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:55:45.119783 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:55:45.129186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Made reservation on behalf of 3ad9fd6da1bb47dc89d96a262f984826 for: {'network': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:55:45.134100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.147566 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.162831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:55:45.166827 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad9fd6da1bb47dc89d96a262f984826 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:55:45.169794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:55:45.175879 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:55:45.265830 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.268702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.273203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6088907f-9bb2-4c4a-a56a-fc093f74fcc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:45.299820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] vlan segment allocate from pool success with {'vlan_id': 630, 'physical_network': 'physnet1'} {{(pid=85366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:55:45.313339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:45.317691 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:45.318716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.319108 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Added segment 2e0ec109-3ee4-4125-b315-dad1d2c263c8 of type vlan for network 8fd30cc8-307b-4192-a7a8-1679110a04ab Apr 15 19:55:45.347666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.376682 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.378553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:45.378745 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.383641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:45.491664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Pushing event updated for resources: {'Network': ['ID=8fd30cc8-307b-4192-a7a8-1679110a04ab,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:45.494832 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5056784 Apr 15 19:55:45.495831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:45.497851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43338) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:55:45.503563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:55:45.504628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Request body: {'subnet': {'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-121255929-subnet', 'tenant_id': '3ad9fd6da1bb47dc89d96a262f984826', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:55:45.510036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:55:45.514187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Usage tracker for resource:subnet and tenant:3ad9fd6da1bb47dc89d96a262f984826 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:55:45.518414 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:55:45.528094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:55:45.541176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Made reservation on behalf of 3ad9fd6da1bb47dc89d96a262f984826 for: {'subnet': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:55:45.546851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7053462'] for subnet, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.965536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5837308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7053477'] for subnet, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:45.981510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-92b682b8-2646-4bea-b31c-7e7bee3534f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:46.106654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b70e7fa-bf4a-427d-9bff-763606d37b1b,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:46.121331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:46.188198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Checking segment: {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:55:46.188598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Network hostable DHCP agents. Network: 8fd30cc8-307b-4192-a7a8-1679110a04ab, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:55:46.207041 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:55:46.216173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 8fd30cc8-307b-4192-a7a8-1679110a04ab) {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:55:46.225536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9538b9e8-f8b7-4766-98bf-9bf148a5d742 None None] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:55:46.228309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:46.228982 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:46.249713 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-46d0aeb5-1418-4598-8712-10b3f883766c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7505515 Apr 15 19:55:46.458741 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bedaf0-0565-49e4-9c70-e174285dbf04 None None] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:55:46.861674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-2e2321ab-d432-4e68-8cf1-81c1e06242a4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:46.862462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-2e2321ab-d432-4e68-8cf1-81c1e06242a4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Synchronizing usage tracker for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:network {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:55:46.878781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-2e2321ab-d432-4e68-8cf1-81c1e06242a4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Unset dirty status for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:network {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:55:46.880062 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-2e2321ab-d432-4e68-8cf1-81c1e06242a4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 814 time: 0.2201283 Apr 15 19:55:46.896883 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-21a6a7dd-e463-4d42-8441-2becf68380f2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/quotas/3ad9fd6da1bb47dc89d96a262f984826 HTTP/1.1" status: 200 len: 375 time: 0.0103688 Apr 15 19:55:46.953036 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-9c6dd3ed-3825-464e-ba6e-992ab9dd7afb tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0500810 Apr 15 19:55:47.145854 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-81bd263b-8331-4dd4-aef0-f94927de8e23 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850383 Apr 15 19:55:47.290092 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-55724016-413b-4cb5-bb7e-68840b05e65c service neutron] 10.222.0.35 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377223 Apr 15 19:55:47.484530 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-40575d50-2c99-4c00-8244-bdb1b76e6844 req-11c82f89-7db0-4eba-9884-91f2f0320d7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 210 time: 0.0514677 Apr 15 19:55:48.394698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:55:48.667730 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cb7ffca4-6333-4ccb-9f09-36b2f2b46d1a req-940ee662-8ad0-4f9b-a103-8bc5ffbf0eca tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 210 time: 0.0640297 Apr 15 19:55:48.719339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-278ef840-9a9e-4553-97d6-5be02c8f6092 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:48.720992 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-278ef840-9a9e-4553-97d6-5be02c8f6092 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 814 time: 0.2176099 Apr 15 19:55:48.738252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Request body: {'port': {'device_id': '8d9be694-44fb-4871-9fb3-845ced6a9eab', 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab', 'admin_state_up': True, 'tenant_id': '3ad9fd6da1bb47dc89d96a262f984826'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:55:48.881161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:55:48.885176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Usage tracker for resource:port and tenant:3ad9fd6da1bb47dc89d96a262f984826 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:55:48.888131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:55:48.894189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:55:48.902894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Made reservation on behalf of 3ad9fd6da1bb47dc89d96a262f984826 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:55:48.909364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:49.084035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Allocated IP 172.20.0.6 (8fd30cc8-307b-4192-a7a8-1679110a04ab/9b70e7fa-bf4a-427d-9bff-763606d37b1b/1aef7235-13bc-4f8e-a6b0-28b37c17bf8b) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:55:49.308877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:49.339906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:49.355715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3fa06f29-d023-4e8f-bfe2-1eb7b28bfa45 tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:49.495637 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Pushing event updated for resources: {'Port': ['ID=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:49.500755 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:49.553865 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:55:49.555214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:55:49.557539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:55:49.627932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:49.628537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:49.648716 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9146042 Apr 15 19:55:49.661704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Request body: {'port': {'device_id': '8d9be694-44fb-4871-9fb3-845ced6a9eab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:55:50.066837 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:50.168295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad4f60a-a2d0-41b3-b1dd-09d3b523d71e req-d99611f5-9225-4326-97d0-29d38c34fa71 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:50.169159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1ad4f60a-a2d0-41b3-b1dd-09d3b523d71e req-d99611f5-9225-4326-97d0-29d38c34fa71 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Synchronizing usage tracker for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:55:50.241313 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1ad4f60a-a2d0-41b3-b1dd-09d3b523d71e req-d99611f5-9225-4326-97d0-29d38c34fa71 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Unset dirty status for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:55:50.242641 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1ad4f60a-a2d0-41b3-b1dd-09d3b523d71e req-d99611f5-9225-4326-97d0-29d38c34fa71 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 931 time: 0.2450585 Apr 15 19:55:50.379547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1ad4f60a-a2d0-41b3-b1dd-09d3b523d71e req-207fe605-7b08-407a-949a-4ffe75a1604f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Synchronizing usage tracker for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:security_group {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:55:50.424790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1ad4f60a-a2d0-41b3-b1dd-09d3b523d71e req-207fe605-7b08-407a-949a-4ffe75a1604f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Unset dirty status for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:security_group {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:55:50.426104 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1ad4f60a-a2d0-41b3-b1dd-09d3b523d71e req-207fe605-7b08-407a-949a-4ffe75a1604f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719990 Apr 15 19:55:50.534714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:55:50.542709 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:50.558345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Transition to ACTIVE for port object 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:55:50.561156 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:50.577339 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-09d08453-c590-46bc-a29c-93ed65e65e78 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:50.711863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Pushing event updated for resources: {'Port': ['ID=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:50.717334 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:50.940318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Attempting to bind port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:55:50.940689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Attempting to bind port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:55:50.941061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Attempting to bind port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b on network 8fd30cc8-307b-4192-a7a8-1679110a04ab {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:55:50.946010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b on network 8fd30cc8-307b-4192-a7a8-1679110a04ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:55:50.946383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Attempting to bind port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b on network 8fd30cc8-307b-4192-a7a8-1679110a04ab {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:55:50.952336 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:55:50.952712 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Checking segment: {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:55:50.953136 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Bound using segment: {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:55:50.953606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Bound port: 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:55:50.954021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:51.044981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] For port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:55:51.048407 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] For port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:55:51.051681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:51.067007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:51.220573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Pushing event updated for resources: {'Port': ['ID=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:51.225804 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:51.256200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:51.256793 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:51.258282 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] 10.222.0.61 "PUT /v2.0/ports/1aef7235-13bc-4f8e-a6b0-28b37c17bf8b HTTP/1.1" status: 200 len: 1093 time: 1.6010959 Apr 15 19:55:51.258802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d9be694-44fb-4871-9fb3-845ced6a9eab', 'tag': '1aef7235-13bc-4f8e-a6b0-28b37c17bf8b'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:55:51.371711 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d9be694-44fb-4871-9fb3-845ced6a9eab', 'tag': '1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'status': 'completed', 'code': 200} Apr 15 19:55:51.378019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-8ec7a36b-9ccd-4aac-98de-3214346fa89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:51.379609 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-8ec7a36b-9ccd-4aac-98de-3214346fa89d service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 1096 time: 0.0806971 Apr 15 19:55:51.456339 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-e9a076e9-b8fc-48d1-b735-4c7db052e067 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b HTTP/1.1" status: 200 len: 217 time: 0.0691893 Apr 15 19:55:51.535386 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-787888c4-1169-4e23-8698-f4dfc3540890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:51.537077 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-787888c4-1169-4e23-8698-f4dfc3540890 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 200 len: 854 time: 0.0689178 Apr 15 19:55:51.638263 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-6e48ad3a-9cda-43f0-b493-244347ccc210 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd30cc8-307b-4192-a7a8-1679110a04ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0609162 Apr 15 19:55:51.779990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190fc1b-50bb-4761-93e1-23e8c37038d5 req-ab963336-ff4b-47a1-85d6-5504e344c5b4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:51.781643 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5190fc1b-50bb-4761-93e1-23e8c37038d5 req-ab963336-ff4b-47a1-85d6-5504e344c5b4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 943 time: 0.2399678 Apr 15 19:55:51.831679 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-029c35d9-4124-4e5a-8a41-18d2d64c4535 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853681 Apr 15 19:55:51.878085 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5190fc1b-50bb-4761-93e1-23e8c37038d5 req-cf657f4c-d8da-4ffb-9fdf-d05047ee0ca6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867791 Apr 15 19:55:51.993412 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9aa6f6c-5771-4977-a715-4a9df1294da2 req-c38aba59-204c-42ea-b835-7b69ac0d50f7 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474459 Apr 15 19:55:52.127824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-5ced45b2-3f19-4bf0-8f14-86f4f63a6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:52.129462 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-5ced45b2-3f19-4bf0-8f14-86f4f63a6c36 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 1096 time: 0.0846994 Apr 15 19:55:52.278963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-ff7c9cdb-6147-457c-adca-354cf1cab8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:52.280631 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-ff7c9cdb-6147-457c-adca-354cf1cab8f4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 915 time: 0.1407502 Apr 15 19:55:52.355638 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-cfae564c-2b2d-448f-9d88-332253f353ab service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b HTTP/1.1" status: 200 len: 217 time: 0.0664201 Apr 15 19:55:52.430592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-464dda34-037c-43e8-b328-d766f4d4a939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:52.432081 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-464dda34-037c-43e8-b328-d766f4d4a939 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 200 len: 854 time: 0.0676775 Apr 15 19:55:52.487415 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-2e50560c-9efe-42ac-ad77-29d62bd0afd1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd30cc8-307b-4192-a7a8-1679110a04ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465105 Apr 15 19:55:52.636545 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-4449f0fa-3b12-4736-8e26-146f0be12cdb service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404889 Apr 15 19:55:52.782181 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7eb9dc9c-c4df-4d88-a4e1-1cae8a5f8770 req-63e38795-7ab1-4785-a91b-ccae9a04c3c4 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372640 Apr 15 19:55:53.093039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14059dca-6f1a-4df7-902e-07a2241d38ce req-277edb7c-dddc-4a1c-9291-929779cd2e29 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:53.094676 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-14059dca-6f1a-4df7-902e-07a2241d38ce req-277edb7c-dddc-4a1c-9291-929779cd2e29 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 943 time: 0.1000514 Apr 15 19:55:53.147101 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-14059dca-6f1a-4df7-902e-07a2241d38ce req-209cff76-f001-47e3-b450-63d0c8a7c950 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Apr 15 19:55:54.266010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:55:54.350958 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f079d554-ea00-4ca5-9fcb-c7243655ea62 req-5d94c6b5-9100-4f3f-867e-6b12014cdd09 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:54.352578 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f079d554-ea00-4ca5-9fcb-c7243655ea62 req-5d94c6b5-9100-4f3f-867e-6b12014cdd09 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 943 time: 0.0902388 Apr 15 19:55:54.400972 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f079d554-ea00-4ca5-9fcb-c7243655ea62 req-5323a8e2-bdda-4b6c-a99c-eac694fce256 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417290 Apr 15 19:55:54.409040 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:54.423400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab', 'port_id': '1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'mac_address': 'fa:16:3e:72:b7:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b70e7fa-bf4a-427d-9bff-763606d37b1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:55:54.484910 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:54.502659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:55:54.518910 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:54.521840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:54.523649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:54.592577 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:54.596002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:54.770644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['1aef7235-13bc-4f8e-a6b0-28b37c17bf8b'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:55:55.610772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566c228c-ebc8-4346-987f-6175959c43d6 req-211616ae-67c2-4697-beb3-3de854ceb8de tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:55.612429 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-566c228c-ebc8-4346-987f-6175959c43d6 req-211616ae-67c2-4697-beb3-3de854ceb8de tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 944 time: 0.0952532 Apr 15 19:55:55.661001 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-566c228c-ebc8-4346-987f-6175959c43d6 req-85fd92ac-99c5-4e5a-81ae-f16ac49ab2a6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420947 Apr 15 19:55:55.739905 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:56.272115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:55:56.343428 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:55:56.349028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:55:56.349386 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:56.475484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:56.504680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9be694-44fb-4871-9fb3-845ced6a9eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aef7235-13bc-4f8e-a6b0-28b37c17bf8b'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:55:56.516044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:55:56.519373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:55:56.521492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:55:56.596702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:55:56.601734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:55:56.620938 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9be694-44fb-4871-9fb3-845ced6a9eab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'code': 200} Apr 15 19:55:56.937224 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82637d79-a46b-469c-b4eb-5a1a2c8c8cbf req-482a36b9-80ee-4019-a258-ff54d0222f1c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:56.938814 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-82637d79-a46b-469c-b4eb-5a1a2c8c8cbf req-482a36b9-80ee-4019-a258-ff54d0222f1c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 945 time: 0.1575177 Apr 15 19:55:56.940883 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf2effe-01b5-48ef-8525-61a47934adc6 req-125507a5-f558-4bc1-8558-c4e883eb1ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:56.942366 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cbf2effe-01b5-48ef-8525-61a47934adc6 req-125507a5-f558-4bc1-8558-c4e883eb1ca4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 1098 time: 0.1239281 Apr 15 19:55:57.018913 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-82637d79-a46b-469c-b4eb-5a1a2c8c8cbf req-7b7f644d-f14e-469b-84b4-14102a39d889 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735707 Apr 15 19:55:57.020654 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cbf2effe-01b5-48ef-8525-61a47934adc6 req-85b21702-5a08-4ea9-afc7-5d22a146adb3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591357 Apr 15 19:55:58.447425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06747b-363f-40e7-a171-e3a533fab788 req-ff65bee0-6fb1-4e21-b09e-752a57745560 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:58.448922 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5c06747b-363f-40e7-a171-e3a533fab788 req-ff65bee0-6fb1-4e21-b09e-752a57745560 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 945 time: 0.3159852 Apr 15 19:55:58.497363 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5c06747b-363f-40e7-a171-e3a533fab788 req-37118f7b-0d16-4a21-99ff-5059a8ff7b9c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417869 Apr 15 19:55:58.948277 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-81b2489b-fa86-4597-9805-749ee4cee8b4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788233 Apr 15 19:55:59.055482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-51954b08-2416-4f60-a8d7-8491c1d82893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:59.057077 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-51954b08-2416-4f60-a8d7-8491c1d82893 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 1100 time: 0.0830939 Apr 15 19:55:59.222100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-95f9a170-8e82-4152-9995-5826070601e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:59.223742 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-95f9a170-8e82-4152-9995-5826070601e3 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1460507 Apr 15 19:55:59.337740 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-e13f9bbd-0867-4de0-b3de-036e1fb4e235 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2 HTTP/1.1" status: 200 len: 1002 time: 0.1060221 Apr 15 19:55:59.413361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-65bcc5ee-c605-4cda-9a5a-c73813189c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:59.414998 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-65bcc5ee-c605-4cda-9a5a-c73813189c1a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0663559 Apr 15 19:55:59.511173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-fd010c25-f090-46ca-bc67-897e54b7a3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:55:59.513422 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-fd010c25-f090-46ca-bc67-897e54b7a3bc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0898018 Apr 15 19:55:59.677833 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-63f61870-2aed-41c2-aff1-1e112d7e6fe6 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545858 Apr 15 19:55:59.823481 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-081b3932-db65-4fcd-b617-842a5e1f0bf3 req-000d3d66-b822-4241-b7af-0d60a74cf3ec service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382766 Apr 15 19:56:01.170172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4527422f-1fed-4a23-8dc8-e8c14821922f req-73282763-4b8a-4ca9-8c71-64719435af25 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:01.171689 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4527422f-1fed-4a23-8dc8-e8c14821922f req-73282763-4b8a-4ca9-8c71-64719435af25 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 947 time: 0.0886600 Apr 15 19:56:01.219346 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4527422f-1fed-4a23-8dc8-e8c14821922f req-0b7ae639-cf49-4671-8e1e-84952e516f52 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410800 Apr 15 19:56:02.434373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c272de-5e06-46b7-bfc8-2fef93aaf9d1 req-030f9d5c-1a1a-47bb-a5c3-76713d5778cc tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:02.435932 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6c272de-5e06-46b7-bfc8-2fef93aaf9d1 req-030f9d5c-1a1a-47bb-a5c3-76713d5778cc tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 947 time: 0.0914569 Apr 15 19:56:02.483311 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b6c272de-5e06-46b7-bfc8-2fef93aaf9d1 req-fcdf7e40-edbf-4258-88be-39d622f86a71 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409310 Apr 15 19:56:02.903624 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-aaa247ce-0de4-4c14-84ad-50b6ae41b509 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:02.905290 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-aaa247ce-0de4-4c14-84ad-50b6ae41b509 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 947 time: 0.0874856 Apr 15 19:56:03.071313 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Deleting port ff0b3cf9-db4b-47df-8102-325237bc3df2 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:03.071697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:03.227690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-c4ca3e49-f968-44fe-8fbe-bf5184b6f982 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:03.229268 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-c4ca3e49-f968-44fe-8fbe-bf5184b6f982 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 814 time: 0.2821360 Apr 15 19:56:03.270703 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-06dbcded-1ec5-4604-bf38-5ab851e41522 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/quotas/3ad9fd6da1bb47dc89d96a262f984826 HTTP/1.1" status: 200 len: 375 time: 0.0308797 Apr 15 19:56:03.456298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] For port ff0b3cf9-db4b-47df-8102-325237bc3df2, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ff0b3cf9-db4b-47df-8102-325237bc3df2,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:03.456854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:03.543520 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-aa2f2bf0-f85f-466a-92be-f5c6497d96be tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2216513 Apr 15 19:56:03.947042 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-481940ce-4861-446d-aa1b-27f4cd0b70d1 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878868 Apr 15 19:56:03.990601 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:03.991035 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:03.991377 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Floating IP 8559b683-aa1c-4c09-8287-611129583a06 disassociated. External IP: 172.28.1.146, port: ff0b3cf9-db4b-47df-8102-325237bc3df2. Apr 15 19:56:03.991759 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Calling delete_port for ff0b3cf9-db4b-47df-8102-325237bc3df2 owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:04.362099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9b3803-37ee-481d-81f0-6d39e723b90d req-27bcfc17-a359-406a-96aa-647bb55c2c80 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:04.363693 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0c9b3803-37ee-481d-81f0-6d39e723b90d req-27bcfc17-a359-406a-96aa-647bb55c2c80 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 947 time: 0.6151786 Apr 15 19:56:04.461589 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-1d1184a2-3ca8-4387-b689-184eaab041c8 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5063553 Apr 15 19:56:04.506301 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0c9b3803-37ee-481d-81f0-6d39e723b90d req-0f54575e-2ad6-425b-a416-34d8cdcc7603 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=b502cbf5-2e92-412f-88bc-b487d3ff22b9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330245 Apr 15 19:56:04.545383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:04.564003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:04.672697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event deleted for resources: {'Port': ['ID=ff0b3cf9-db4b-47df-8102-325237bc3df2,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:04.712117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:04.741241 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-74c7ee98-6f05-47f7-a1fc-34193f2fd809 req-c5da8e19-f28e-46b6-9849-c5b7de0ffb58 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 210 time: 0.0699196 Apr 15 19:56:04.990400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Router 037f9670-ca5e-4f49-8547-abbc8faed820 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:56:05.191145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:56:05.205216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] Sync routers for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:56:05.219644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:05.220715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:55:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:05.277942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] No DVR routers for this DVR port ff0b3cf9-db4b-47df-8102-325237bc3df2 on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:56:05.281070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:05.284198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-deleted', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:05.301055 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-deb8bad5-eb4c-4a57-b2d1-1f609269a7fb req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "DELETE /v2.0/ports/ff0b3cf9-db4b-47df-8102-325237bc3df2 HTTP/1.1" status: 204 len: 173 time: 2.3898084 Apr 15 19:56:05.352446 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8d9a444-b37c-4172-9f5c-4eed5f416ee6', 'name': 'network-vif-deleted', 'tag': 'ff0b3cf9-db4b-47df-8102-325237bc3df2', 'status': 'completed', 'code': 200} Apr 15 19:56:05.441112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:05.786965 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:05.791566 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] Checking router: 037f9670-ca5e-4f49-8547-abbc8faed820 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:56:05.792308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-e7946637-017f-48ba-a4a0-1d119b48d156 req-892d9569-754d-41c7-b0e3-35efabebc184 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Synchronizing usage tracker for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:56:05.802145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:05.803157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:55:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:05.823213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-e7946637-017f-48ba-a4a0-1d119b48d156 req-892d9569-754d-41c7-b0e3-35efabebc184 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Unset dirty status for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:56:05.825245 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e7946637-017f-48ba-a4a0-1d119b48d156 req-892d9569-754d-41c7-b0e3-35efabebc184 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=c8d9a444-b37c-4172-9f5c-4eed5f416ee6 HTTP/1.1" status: 200 len: 210 time: 0.1726735 Apr 15 19:56:05.905397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-d054fc7b-d2a1-45eb-95df-13f30e222954 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:05.907058 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-d054fc7b-d2a1-45eb-95df-13f30e222954 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 814 time: 0.2535040 Apr 15 19:56:05.957573 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Request body: {'port': {'device_id': '12738e78-9c66-49d6-9575-4e23660abcb0', 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab', 'admin_state_up': True, 'tenant_id': '3ad9fd6da1bb47dc89d96a262f984826'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:05.996820 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e807b09b-49ae-441c-80fa-b5f0faf7c5e0 req-90d5c32c-6888-4f2d-b9ba-4c25c18cd814 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 210 time: 0.0817380 Apr 15 19:56:06.045085 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:06.130398 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:56:06.141092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:56:06.150059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Made reservation on behalf of 3ad9fd6da1bb47dc89d96a262f984826 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:56:06.156818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:06.320061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff0b3cf9-db4b-47df-8102-325237bc3df2 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:56:06.330954 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Allocated IP 172.20.0.4 (8fd30cc8-307b-4192-a7a8-1679110a04ab/9b70e7fa-bf4a-427d-9bff-763606d37b1b/ea8140fd-a3db-4b09-8ee2-ca23b073d738) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:56:06.359942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: ff0b3cf9-db4b-47df-8102-325237bc3df2 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:56:06.360316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ff0b3cf9-db4b-47df-8102-325237bc3df2 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:56:06.382676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:06.386869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-484527eb-1561-41c0-9b4f-dc97fd09e739 None None] The sync data for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb is: [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:56:06.555598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:06.587212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:06.599718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['1aef7235-13bc-4f8e-a6b0-28b37c17bf8b'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:56:06.605793 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:06.747157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Pushing event updated for resources: {'Port': ['ID=ea8140fd-a3db-4b09-8ee2-ca23b073d738,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:06.752481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:06.807023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:56:06.808171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:56:06.810920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:56:06.820808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86554fca-c492-4142-a61b-091163c003e2 None None] New status for floating IP 8559b683-aa1c-4c09-8287-611129583a06: DOWN {{(pid=85368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:56:06.876761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:06.877437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:06.902758 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9496915 Apr 15 19:56:06.915053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Request body: {'port': {'device_id': '12738e78-9c66-49d6-9575-4e23660abcb0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:06.977817 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43492) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:07.052001 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.060626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.092392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.145639 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.151887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f8960080-e360-421e-ad6f-760fe67d37e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:07.167665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b502cbf5-2e92-412f-88bc-b487d3ff22b9,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:07.179582 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.180008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.180426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.180845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.181253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.181663 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.182102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.182510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.182924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.183330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.183747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.184129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:07.189973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:07.195787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.197502 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-23a68d9f-6325-41d9-87a9-61b1f35050cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "DELETE /v2.0/security-groups/b502cbf5-2e92-412f-88bc-b487d3ff22b9 HTTP/1.1" status: 204 len: 168 time: 0.2183273 Apr 15 19:56:07.200133 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43498) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:07.218349 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.v2.resource [None req-5bf803a7-c7e3-4e07-bd0e-983a224f1d43 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] show failed (client error): The resource could not be found. Apr 15 19:56:07.219419 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5bf803a7-c7e3-4e07-bd0e-983a224f1d43 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups/b502cbf5-2e92-412f-88bc-b487d3ff22b9 HTTP/1.1" status: 404 len: 347 time: 0.0181711 Apr 15 19:56:07.222622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43502) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:07.314556 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6ab07e3b-aa14-4d94-8fff-c538fc9d704c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.373608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdf489-dea9-4608-bcae-b1df1b71d7dc req-616f030f-a812-4220-8d18-ba72f9b03f4e tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:07.374322 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-0acdf489-dea9-4608-bcae-b1df1b71d7dc req-616f030f-a812-4220-8d18-ba72f9b03f4e tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Synchronizing usage tracker for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:56:07.395851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Deleting port e951db4b-396d-459a-aca1-4b1b2df8ba20 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:07.396236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.418920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-0acdf489-dea9-4608-bcae-b1df1b71d7dc req-616f030f-a812-4220-8d18-ba72f9b03f4e tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Unset dirty status for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:56:07.420778 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0acdf489-dea9-4608-bcae-b1df1b71d7dc req-616f030f-a812-4220-8d18-ba72f9b03f4e tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 931 time: 0.2452052 Apr 15 19:56:07.496570 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0acdf489-dea9-4608-bcae-b1df1b71d7dc req-2b7c39c2-5013-4438-b3d3-7a118a613eb4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648456 Apr 15 19:56:07.553541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea8140fd-a3db-4b09-8ee2-ca23b073d738 {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:56:07.562069 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.577458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Transition to ACTIVE for port object ea8140fd-a3db-4b09-8ee2-ca23b073d738 will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:56:07.580463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.584774 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.585148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:07.596992 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:07.718301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Calling delete_port for e951db4b-396d-459a-aca1-4b1b2df8ba20 owned by network:floatingip {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:07.732330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Pushing event updated for resources: {'Port': ['ID=ea8140fd-a3db-4b09-8ee2-ca23b073d738,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:07.736986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:07.976236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Attempting to bind port ea8140fd-a3db-4b09-8ee2-ca23b073d738 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:56:07.976802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Attempting to bind port ea8140fd-a3db-4b09-8ee2-ca23b073d738 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:56:07.977027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Attempting to bind port ea8140fd-a3db-4b09-8ee2-ca23b073d738 on network 8fd30cc8-307b-4192-a7a8-1679110a04ab {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:56:07.982838 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Port ea8140fd-a3db-4b09-8ee2-ca23b073d738 on network 8fd30cc8-307b-4192-a7a8-1679110a04ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:56:07.983202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Attempting to bind port ea8140fd-a3db-4b09-8ee2-ca23b073d738 on network 8fd30cc8-307b-4192-a7a8-1679110a04ab {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:56:07.989202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:56:07.989578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Checking segment: {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:56:07.990036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Bound using segment: {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:56:07.990510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Bound port: ea8140fd-a3db-4b09-8ee2-ca23b073d738, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:56:07.990899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:08.086975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] For port ea8140fd-a3db-4b09-8ee2-ca23b073d738, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:56:08.114172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] For port ea8140fd-a3db-4b09-8ee2-ca23b073d738, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ea8140fd-a3db-4b09-8ee2-ca23b073d738,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:56:08.119194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:08.121461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:08.135476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b6935f64-15c0-4a7e-bc26-f44088559340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:08.137355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8b3b0624-49de-4aca-8245-03b6874d864a tempest-DeleteServersTestJSON-822342241 tempest-DeleteServersTestJSON-822342241-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:08.229185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event deleted for resources: {'Port': ['ID=e951db4b-396d-459a-aca1-4b1b2df8ba20,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:08.236725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:08.410844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:08.431415 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:08.432741 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "DELETE /v2.0/floatingips/8559b683-aa1c-4c09-8287-611129583a06 HTTP/1.1" status: 204 len: 168 time: 1.2091343 Apr 15 19:56:08.537880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Pushing event updated for resources: {'Port': ['ID=ea8140fd-a3db-4b09-8ee2-ca23b073d738,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:08.543353 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:08.571545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:08.572210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:08.573677 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] 10.222.0.61 "PUT /v2.0/ports/ea8140fd-a3db-4b09-8ee2-ca23b073d738 HTTP/1.1" status: 200 len: 1093 time: 1.6632743 Apr 15 19:56:08.577029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12738e78-9c66-49d6-9575-4e23660abcb0', 'tag': 'ea8140fd-a3db-4b09-8ee2-ca23b073d738'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:08.761343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43512) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:08.770715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1821175020', 'description': 'tempest-description--420659668'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:08.779333 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-178e8e60-3d53-49df-849c-8fbc4eff6faf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:08.780916 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-178e8e60-3d53-49df-849c-8fbc4eff6faf service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 1096 time: 0.1703200 Apr 15 19:56:08.781950 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:56:08.791961 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6b027b-90c7-413e-8798-9d51a5f1096e req-dc309758-94a8-4813-b9a3-8c31a0acfc93 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:08.793525 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6c6b027b-90c7-413e-8798-9d51a5f1096e req-dc309758-94a8-4813-b9a3-8c31a0acfc93 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 943 time: 0.1470985 Apr 15 19:56:08.848744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:security_group and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:56:08.860186 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12738e78-9c66-49d6-9575-4e23660abcb0', 'tag': 'ea8140fd-a3db-4b09-8ee2-ca23b073d738', 'status': 'completed', 'code': 200} Apr 15 19:56:08.861691 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:56:08.891008 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-60555b03-a613-4257-be9d-94927ce4196c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea8140fd-a3db-4b09-8ee2-ca23b073d738 HTTP/1.1" status: 200 len: 217 time: 0.0964613 Apr 15 19:56:08.893509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:56:08.961304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:08.987357 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6c6b027b-90c7-413e-8798-9d51a5f1096e req-d8a050ca-a6a8-4ae1-b0cb-bf08db89a771 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301351 Apr 15 19:56:09.010437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:56:09.010437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:security_group_rule and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:56:09.013067 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-adbb7330-d9af-4fdd-bfe3-11ea49e4b6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:09.015300 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-adbb7330-d9af-4fdd-bfe3-11ea49e4b6d6 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 200 len: 854 time: 0.1158507 Apr 15 19:56:09.016139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:56:09.022313 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:56:09.080062 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-348e0256-36c3-47c0-8c86-00eff610cef5 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd30cc8-307b-4192-a7a8-1679110a04ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525963 Apr 15 19:56:09.271620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.275833 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-de34b5e7-dbcf-4b7c-8d60-a23c27222351 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882563 Apr 15 19:56:09.276584 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.282514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-199994f3-39ab-4f7e-8e72-0725f8b38287 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:09.417473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.418843 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6564305 Apr 15 19:56:09.420378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:09.422533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43516) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:09.424888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:09.429003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'security_group_rule': {'security_group_id': '9bb9cb52-0e60-4d8a-8ba2-84d3dc562198', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:09.436560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:56:09.441090 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:security_group_rule and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:56:09.444494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:56:09.450639 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:56:09.467729 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.475530 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d2a65e3d-e801-45e4-bf4c-34390004a5e7 req-6f937118-24da-4593-a475-01bd17b04e3f service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786327 Apr 15 19:56:09.537594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.540289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.542544 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4325aa26-0682-4c2a-9d8e-63bb9868bb1b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:09.565995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a35ef39-a5cc-4e3b-a66c-b8ab602f2904,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:09.570375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:09.577438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.578770 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-919fa947-5245-4dd4-b35b-eb7c18b13e64 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1550586 Apr 15 19:56:09.581588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43520) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:09.587448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'security_group_rule': {'security_group_id': '9bb9cb52-0e60-4d8a-8ba2-84d3dc562198', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:09.593628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:56:09.597668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:security_group_rule and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:56:09.600674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:56:09.603215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-b6daa4eb-cb92-4960-b874-f87f3e73acfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:09.604828 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-b6daa4eb-cb92-4960-b874-f87f3e73acfe service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 1096 time: 0.0812914 Apr 15 19:56:09.606845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:56:09.624371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.689521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.692382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846512992'] for security_group_rule, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.694521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:09.705646 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-728b0c9e-56bf-42e4-9501-70f5a99dc212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.721324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db26487d-8867-4163-967c-3405c52b0267,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:09.724026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:09.730889 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group_rule, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.732687 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-172158dc-6fe4-48cb-adb7-bcf39ffd0947 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494958 Apr 15 19:56:09.736154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43524) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:09.742048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'floatingip': {'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:09.748588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:56:09.754146 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:floatingip and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:56:09.755184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-1005978d-5f46-4f2f-bffd-d0f381c7dde8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:09.756786 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-1005978d-5f46-4f2f-bffd-d0f381c7dde8 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 915 time: 0.1446033 Apr 15 19:56:09.757167 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:56:09.763387 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:56:09.773504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.840074 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-a89661f9-34f8-4aeb-ba4e-9455f6d26f14 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea8140fd-a3db-4b09-8ee2-ca23b073d738 HTTP/1.1" status: 200 len: 217 time: 0.0720780 Apr 15 19:56:09.913110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-023736c6-d395-4cea-bd4f-1d2fa30571b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:09.914797 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-023736c6-d395-4cea-bd4f-1d2fa30571b1 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 200 len: 854 time: 0.0658307 Apr 15 19:56:09.920405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:09.974579 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-78341df4-2e6f-4914-ac15-207845a195dc service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd30cc8-307b-4192-a7a8-1679110a04ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511062 Apr 15 19:56:10.071374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Allocated IP 172.28.1.71 (2872041f-aa41-42f6-a08b-f0e53ae58fa3/f726bbad-f3a5-4d30-a300-b30a114350d0/bcbcf906-d5a7-49bf-a0d2-f0b9fcd48c95) {{(pid=85367) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:56:10.169329 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-5c71132d-a9c3-4fb5-a463-ce009d949cf5 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875360 Apr 15 19:56:10.232787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for port, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:10.264278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:10.271027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:10.280704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6678178e-8044-4dba-9c21-09572747db51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:10.307549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709d6adb-ec98-4c4a-9d88-c977fe4aa977 req-b7d1e8fb-abe1-48e0-a7ae-a6981c730bb5 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:10.309153 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-709d6adb-ec98-4c4a-9d88-c977fe4aa977 req-b7d1e8fb-abe1-48e0-a7ae-a6981c730bb5 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 943 time: 0.1956503 Apr 15 19:56:10.380071 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3ea62763-26c0-4d69-a67e-15db36b11c1c req-0c2f59cd-f82f-43fa-8c5a-ef25351f5690 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2017646 Apr 15 19:56:10.385272 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-709d6adb-ec98-4c4a-9d88-c977fe4aa977 req-a66278ba-2a68-4ba6-baff-97e80f999b74 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653763 Apr 15 19:56:10.418165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'Port': ['ID=bcbcf906-d5a7-49bf-a0d2-f0b9fcd48c95,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:10.430969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:10.473775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Network 2872041f-aa41-42f6-a08b-f0e53ae58fa3 is already hosted by enough agents. {{(pid=85367) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:56:10.474954 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources bound (agent type, host, resource id): {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:56:10.477153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Received port after_create {{(pid=85367) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:56:10.561055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:10.594364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:10.623403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:10.848981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for port, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:10.852520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848697704'] for port, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:10.867189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e345fc8e-7b89-40aa-a202-16687ce1b895 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:11.002884 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'Port': ['ID=bcbcf906-d5a7-49bf-a0d2-f0b9fcd48c95,revision_number=2']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:11.015559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:11.107773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:11.129775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:11.131111 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c355c319-306c-4e8e-befb-874f7226ecd2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3938982 Apr 15 19:56:11.362004 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-8343e0b6-0257-4eb8-a7c7-a9d0e8cc189a tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Synchronizing usage tracker for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:security_group {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:56:11.376162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-8343e0b6-0257-4eb8-a7c7-a9d0e8cc189a tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Unset dirty status for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:security_group {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:56:11.377416 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-8343e0b6-0257-4eb8-a7c7-a9d0e8cc189a tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1821175020&fields=id&tenant_id=0b83d57b76e24520ba40e4dbce21c8a9 HTTP/1.1" status: 200 len: 267 time: 0.0579450 Apr 15 19:56:11.607253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-4e3f7245-049e-464d-88a6-a401091090c1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:11.608823 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-4e3f7245-049e-464d-88a6-a401091090c1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 816 time: 0.2238793 Apr 15 19:56:11.635063 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-4e6981e9-d546-43c8-bf65-0ab639f7a900 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/quotas/0b83d57b76e24520ba40e4dbce21c8a9 HTTP/1.1" status: 200 len: 375 time: 0.0193169 Apr 15 19:56:11.691661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e665835-dea3-4763-9611-8159efda100d req-fa9c67d9-594e-4a5b-9fa7-45cd71ebdaff tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:11.693315 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5e665835-dea3-4763-9611-8159efda100d req-fa9c67d9-594e-4a5b-9fa7-45cd71ebdaff tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 943 time: 0.1802878 Apr 15 19:56:11.763277 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5e665835-dea3-4763-9611-8159efda100d req-eb918183-2702-446c-be02-c3a1299be9df tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600219 Apr 15 19:56:11.782036 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-62e32d3c-ebf0-4a75-b4a0-85b06064b547 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1388206 Apr 15 19:56:11.979736 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-44efc508-3bf9-4090-aa2b-533455252056 service neutron] 10.222.0.35 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855052 Apr 15 19:56:12.074080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:12.130212 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-df149e85-6722-49fd-b364-a83f99b6ea2f service neutron] 10.222.0.35 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1433723 Apr 15 19:56:12.329286 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c4dcf331-0213-48ef-b4dc-e590180e0c1c req-2939f02c-2bfa-4704-a5b7-77c015e9de2e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 210 time: 0.0527518 Apr 15 19:56:12.334888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ea8140fd-a3db-4b09-8ee2-ca23b073d738 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:56:12.652650 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ea8140fd-a3db-4b09-8ee2-ca23b073d738, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ea8140fd-a3db-4b09-8ee2-ca23b073d738,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:12.667671 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'ea8140fd-a3db-4b09-8ee2-ca23b073d738', 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab', 'port_id': 'ea8140fd-a3db-4b09-8ee2-ca23b073d738', 'mac_address': 'fa:16:3e:6e:3d:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b70e7fa-bf4a-427d-9bff-763606d37b1b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:56:12.730522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:12.750008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea8140fd-a3db-4b09-8ee2-ca23b073d738 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:56:12.767735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ea8140fd-a3db-4b09-8ee2-ca23b073d738, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ea8140fd-a3db-4b09-8ee2-ca23b073d738,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:12.771626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:12.773860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e6e7fc8f-9b06-44c0-8643-c1795d1f3e18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:12.845348 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ea8140fd-a3db-4b09-8ee2-ca23b073d738,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:12.850964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:12.972390 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcc94ef-e7e6-40e0-a9c7-1679a154bbcc req-c6b0ea65-4ced-4c77-93a8-19bbb653a04b tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:12.974082 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6fcc94ef-e7e6-40e0-a9c7-1679a154bbcc req-c6b0ea65-4ced-4c77-93a8-19bbb653a04b tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 944 time: 0.0896280 Apr 15 19:56:13.021493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['ea8140fd-a3db-4b09-8ee2-ca23b073d738'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:56:13.021727 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6fcc94ef-e7e6-40e0-a9c7-1679a154bbcc req-08e29bf1-e611-43a4-a471-225758aaeb97 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409513 Apr 15 19:56:13.455899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-9ecfb9fe-3dae-4e55-8753-3b15790a89f7 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:13.457795 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-9ecfb9fe-3dae-4e55-8753-3b15790a89f7 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 816 time: 0.1596532 Apr 15 19:56:13.529701 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d12a68f6-8c72-4650-bb24-bac844d5372c req-3acbc5aa-1a2f-4a7e-a4d2-2191b04af420 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 210 time: 0.0680735 Apr 15 19:56:13.583971 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-9e8bfd7b-9eaa-40d5-afbd-be37fbaeee4b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "GET /v2.0/security-groups?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9 HTTP/1.1" status: 200 len: 5708 time: 0.0776196 Apr 15 19:56:13.600708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'port': {'device_id': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'admin_state_up': True, 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'security_groups': ['9bb9cb52-0e60-4d8a-8ba2-84d3dc562198']}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:13.744071 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:56:13.748843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Usage tracker for resource:port and tenant:0b83d57b76e24520ba40e4dbce21c8a9 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:56:13.751867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Quota usage for port was recalculated. Used quota:3. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:56:13.757950 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:56:13.767770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Made reservation on behalf of 0b83d57b76e24520ba40e4dbce21c8a9 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:56:13.773941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:13.945403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Allocated IP 172.20.0.11 (ab186b9c-91f3-4780-9a87-90f548a5fa59/4cda8c51-665d-425a-9be6-606d9d76a6dc/eac74250-e165-4dd1-bcf5-da789dac8ec4) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:56:14.177655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:14.212594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Transition to ACTIVE for port object eac74250-e165-4dd1-bcf5-da789dac8ec4 will not be triggered until provisioned by entity DHCP. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:56:14.262541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d39a2ad-eedf-4de5-b886-ffa1b9cc193b req-0af57776-44e9-4f7e-90d2-b98b0a2c70d3 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:14.264187 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5d39a2ad-eedf-4de5-b886-ffa1b9cc193b req-0af57776-44e9-4f7e-90d2-b98b0a2c70d3 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 944 time: 0.1250446 Apr 15 19:56:14.269156 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:14.286056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:14.328317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ea8140fd-a3db-4b09-8ee2-ca23b073d738 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:56:14.400152 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port ea8140fd-a3db-4b09-8ee2-ca23b073d738 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:56:14.405583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port ea8140fd-a3db-4b09-8ee2-ca23b073d738 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:56:14.406059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:14.456843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:14.465157 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5d39a2ad-eedf-4de5-b886-ffa1b9cc193b req-cf4efbe9-2cd5-4f67-8797-8ce5c8d49fd2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1939394 Apr 15 19:56:14.483343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.483769 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.484180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.484603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.484996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.485401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.485825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.486234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.486628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.487021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.487414 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.487808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:14.493970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:14.533574 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:14.533835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:56:14.534952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:56:14.537249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:56:14.564101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12738e78-9c66-49d6-9575-4e23660abcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8140fd-a3db-4b09-8ee2-ca23b073d738'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:14.574953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port ea8140fd-a3db-4b09-8ee2-ca23b073d738, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ea8140fd-a3db-4b09-8ee2-ca23b073d738,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:14.578616 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:14.581312 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:14.610093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:14.610820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:14.641114 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0448678 Apr 15 19:56:14.655071 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12738e78-9c66-49d6-9575-4e23660abcb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea8140fd-a3db-4b09-8ee2-ca23b073d738', 'code': 200} Apr 15 19:56:14.664827 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=ea8140fd-a3db-4b09-8ee2-ca23b073d738,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:14.668736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:14.670266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Request body: {'port': {'device_id': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:14.768481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-607da0bc-7f45-41ac-910d-52d6f18f5863 None None] Provisioning for port eac74250-e165-4dd1-bcf5-da789dac8ec4 completed by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:56:14.774880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-607da0bc-7f45-41ac-910d-52d6f18f5863 None None] Provisioning complete for port eac74250-e165-4dd1-bcf5-da789dac8ec4 triggered by entity DHCP. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:56:14.776575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-607da0bc-7f45-41ac-910d-52d6f18f5863 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:14.844825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-607da0bc-7f45-41ac-910d-52d6f18f5863 None None] Port eac74250-e165-4dd1-bcf5-da789dac8ec4 cannot update to ACTIVE because it is not bound. {{(pid=85368) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Apr 15 19:56:14.932598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a47f2-ef7c-4ad2-966a-b78ec03e7b45 req-a4848a05-fa3a-4036-a3b6-422dbf2ae4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:14.934312 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b29a47f2-ef7c-4ad2-966a-b78ec03e7b45 req-a4848a05-fa3a-4036-a3b6-422dbf2ae4ca service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 1098 time: 0.0955124 Apr 15 19:56:14.982445 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b29a47f2-ef7c-4ad2-966a-b78ec03e7b45 req-9cebc68c-7b0b-474d-a458-7bbd870ac0f7 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395851 Apr 15 19:56:15.102488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:15.163680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c03a18b-48bf-4e6e-8a43-b12e28f70607 req-e3c3c478-9489-4e60-942d-0f6add1dab8b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:15.164440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-7c03a18b-48bf-4e6e-8a43-b12e28f70607 req-e3c3c478-9489-4e60-942d-0f6add1dab8b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Synchronizing usage tracker for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:56:15.209067 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-7c03a18b-48bf-4e6e-8a43-b12e28f70607 req-e3c3c478-9489-4e60-942d-0f6add1dab8b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Unset dirty status for tenant:0b83d57b76e24520ba40e4dbce21c8a9 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:56:15.210359 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7c03a18b-48bf-4e6e-8a43-b12e28f70607 req-e3c3c478-9489-4e60-942d-0f6add1dab8b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 932 time: 0.4957855 Apr 15 19:56:15.335992 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7c03a18b-48bf-4e6e-8a43-b12e28f70607 req-eb771aad-0648-4271-8827-c4ddde4f3003 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845611 Apr 15 19:56:15.538609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eac74250-e165-4dd1-bcf5-da789dac8ec4 {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:56:15.546684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:15.561753 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Transition to ACTIVE for port object eac74250-e165-4dd1-bcf5-da789dac8ec4 will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:56:15.564541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:15.581311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:15.788015 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:15.793368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:15.906502 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d41bec4-1dfc-44bc-9481-3d8fd1672440 req-2d60e078-c846-45f1-a817-286cf9d7fca9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:15.908217 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9d41bec4-1dfc-44bc-9481-3d8fd1672440 req-2d60e078-c846-45f1-a817-286cf9d7fca9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 945 time: 0.2868428 Apr 15 19:56:16.047814 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9d41bec4-1dfc-44bc-9481-3d8fd1672440 req-04dccee1-15d3-49cb-b7c0-bf5ce4e3ab29 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307967 Apr 15 19:56:16.074482 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Attempting to bind port eac74250-e165-4dd1-bcf5-da789dac8ec4 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:56:16.074870 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Attempting to bind port eac74250-e165-4dd1-bcf5-da789dac8ec4 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:56:16.075221 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Attempting to bind port eac74250-e165-4dd1-bcf5-da789dac8ec4 on network ab186b9c-91f3-4780-9a87-90f548a5fa59 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:56:16.080481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Port eac74250-e165-4dd1-bcf5-da789dac8ec4 on network ab186b9c-91f3-4780-9a87-90f548a5fa59 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:56:16.080854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Attempting to bind port eac74250-e165-4dd1-bcf5-da789dac8ec4 on network ab186b9c-91f3-4780-9a87-90f548a5fa59 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:56:16.086735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:56:16.087080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Checking segment: {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:56:16.087509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Bound using segment: {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:56:16.087986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Bound port: eac74250-e165-4dd1-bcf5-da789dac8ec4, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'abd3a53b-c647-4f1c-87b7-9374dcbac29c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:56:16.088379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:16.187039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:56:16.190285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:56:16.194687 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:16.208249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-659198eb-be3b-48d6-bf12-d26b42dcbce1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:16.362391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:16.368084 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:16.405289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:16.405739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:16.407334 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] 10.222.0.61 "PUT /v2.0/ports/eac74250-e165-4dd1-bcf5-da789dac8ec4 HTTP/1.1" status: 200 len: 1094 time: 1.7450562 Apr 15 19:56:16.407908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:16.495879 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'status': 'completed', 'code': 200} Apr 15 19:56:16.616909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f054cceb-75b3-4636-8188-61315b00c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:16.618598 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-f054cceb-75b3-4636-8188-61315b00c5c5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 1097 time: 0.1643155 Apr 15 19:56:16.626891 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ba0a7b-e80c-49db-9f4d-1659ca90547b req-7950676f-23a6-4f93-8c1e-071814b6de76 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:16.628345 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-54ba0a7b-e80c-49db-9f4d-1659ca90547b req-7950676f-23a6-4f93-8c1e-071814b6de76 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.1346738 Apr 15 19:56:16.710782 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-76ea3257-2319-4ea9-a978-8cbcc4aafc8f service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4 HTTP/1.1" status: 200 len: 217 time: 0.0812960 Apr 15 19:56:16.784015 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-54ba0a7b-e80c-49db-9f4d-1659ca90547b req-a7962aff-333e-4cac-91c7-fe615ac2fcc2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975506 Apr 15 19:56:16.802470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-c462ebc6-35f6-49ca-af42-3e80ee95a4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:16.804058 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-c462ebc6-35f6-49ca-af42-3e80ee95a4a9 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0828950 Apr 15 19:56:16.892325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-cfd24005-7c0f-4189-969c-a764d0d8370f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:16.893857 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-cfd24005-7c0f-4189-969c-a764d0d8370f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822277 Apr 15 19:56:17.038136 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-51c28cb3-f4f0-4232-9579-bafc30b889a2 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359191 Apr 15 19:56:17.227743 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-51fe7381-9733-422d-b8a9-0c9b940d503e req-8308e231-cc22-4ceb-9708-55a7e92524a4 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819966 Apr 15 19:56:17.270915 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539340d3-0560-4117-9eda-3087dcbed579 req-5f9c24c2-a8d3-456a-a09c-423d7ea18ae6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:17.272596 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-539340d3-0560-4117-9eda-3087dcbed579 req-5f9c24c2-a8d3-456a-a09c-423d7ea18ae6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 945 time: 0.1015234 Apr 15 19:56:17.370711 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-539340d3-0560-4117-9eda-3087dcbed579 req-7a7c0f01-31b5-4edd-8982-7848b0df40f6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629144 Apr 15 19:56:17.392152 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655a55-b171-4e00-97a1-350908890d7d req-940f0e44-3d97-4382-95b2-4a53d008f8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:17.393787 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce655a55-b171-4e00-97a1-350908890d7d req-940f0e44-3d97-4382-95b2-4a53d008f8d1 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 1097 time: 0.1202173 Apr 15 19:56:17.547485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655a55-b171-4e00-97a1-350908890d7d req-e8e84a21-1957-4158-9a10-556c7e464bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:17.549074 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce655a55-b171-4e00-97a1-350908890d7d req-e8e84a21-1957-4158-9a10-556c7e464bca service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1465628 Apr 15 19:56:17.625125 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce655a55-b171-4e00-97a1-350908890d7d req-b9255bfa-097c-4aad-b812-1e6b77770a5c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4 HTTP/1.1" status: 200 len: 217 time: 0.0667324 Apr 15 19:56:17.699045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655a55-b171-4e00-97a1-350908890d7d req-0afc0e8b-23a0-4c26-80cb-0fc7f60ba5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:17.701116 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce655a55-b171-4e00-97a1-350908890d7d req-0afc0e8b-23a0-4c26-80cb-0fc7f60ba5ea service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0678811 Apr 15 19:56:17.805783 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce655a55-b171-4e00-97a1-350908890d7d req-b9bbe5a2-9209-4fee-955e-a1864e6d5b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:17.807638 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce655a55-b171-4e00-97a1-350908890d7d req-b9bbe5a2-9209-4fee-955e-a1864e6d5b04 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0981071 Apr 15 19:56:18.031110 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce655a55-b171-4e00-97a1-350908890d7d req-9a2b8a0c-f289-425c-8788-7cf195182d1f service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129183 Apr 15 19:56:18.078630 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b744b7-fee6-46af-acd7-567be8c1f09a req-25b750fd-5245-4ad6-bd7b-0b5210f372db tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:18.080327 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f9b744b7-fee6-46af-acd7-567be8c1f09a req-25b750fd-5245-4ad6-bd7b-0b5210f372db tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.1560051 Apr 15 19:56:18.214166 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f9b744b7-fee6-46af-acd7-567be8c1f09a req-35a246f6-e35f-4da2-925a-aeb7cc14b4d0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821793 Apr 15 19:56:18.238950 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ce655a55-b171-4e00-97a1-350908890d7d req-52b83422-3a5e-46f9-9eb4-933eddb80cac service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986401 Apr 15 19:56:19.745421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0ecf88-662f-43ff-ac00-3a65c3e55294 req-5b63e22a-3504-468d-b315-57664236231e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:19.747111 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a0ecf88-662f-43ff-ac00-3a65c3e55294 req-5b63e22a-3504-468d-b315-57664236231e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.4052279 Apr 15 19:56:19.844295 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a0ecf88-662f-43ff-ac00-3a65c3e55294 req-9353754c-b014-47da-8971-de30ebec206b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900667 Apr 15 19:56:19.855220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-6b482312-03c1-4679-8449-8cfb9c0cc4d6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:19.857405 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-6b482312-03c1-4679-8449-8cfb9c0cc4d6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 814 time: 0.4459331 Apr 15 19:56:19.875185 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-20bf377d-c6c5-4ed7-9783-b1f18d507a14 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/quotas/3ad9fd6da1bb47dc89d96a262f984826 HTTP/1.1" status: 200 len: 375 time: 0.0115139 Apr 15 19:56:19.969284 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-d6d73bb8-84bb-4797-8756-bc89cbc5f68f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0879486 Apr 15 19:56:20.113115 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-779b4ff1-a68e-4c7f-afe8-7bdb5d926f6f service neutron] 10.222.0.35 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361253 Apr 15 19:56:20.257403 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-c643e7aa-677b-438b-812a-c7d77726a8c6 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376727 Apr 15 19:56:20.338719 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:56:20.456744 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-73f35bfd-3c8f-4cd2-8e16-d4bd01a5390a req-a87cc9b5-79e9-4513-a056-eac39edd44ce tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 210 time: 0.0501232 Apr 15 19:56:20.492629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:20.507624 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'port_id': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'mac_address': 'fa:16:3e:a4:8c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:56:20.576916 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:20.596654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac74250-e165-4dd1-bcf5-da789dac8ec4 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:56:20.613222 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:20.617491 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:20.619375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:20.690031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:20.693457 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:20.894907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['eac74250-e165-4dd1-bcf5-da789dac8ec4'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:56:21.062400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde264f-ec96-4ae1-a730-4326a4fcd958 req-18df9efd-d6fd-4e44-97cb-fd5250184cd7 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:21.064317 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4bde264f-ec96-4ae1-a730-4326a4fcd958 req-18df9efd-d6fd-4e44-97cb-fd5250184cd7 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 945 time: 0.0966229 Apr 15 19:56:21.115869 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4bde264f-ec96-4ae1-a730-4326a4fcd958 req-e84c9966-ee59-4bae-9255-6e6f40f40f88 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445154 Apr 15 19:56:21.644094 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-07cede56-5778-4dc2-ac62-4efe5f59809d req-62a0b30a-7911-4e2e-a066-2e6e7090aac1 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 210 time: 0.0620904 Apr 15 19:56:21.712219 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-3955f7ec-53d7-4d84-b7e6-66a86cf5b84e tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:21.713798 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-3955f7ec-53d7-4d84-b7e6-66a86cf5b84e tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 814 time: 0.2115581 Apr 15 19:56:21.726548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Request body: {'port': {'device_id': 'f6043085-d6b9-4699-ac53-c445a20eb00e', 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab', 'admin_state_up': True, 'tenant_id': '3ad9fd6da1bb47dc89d96a262f984826'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:21.875437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:56:21.885521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:56:21.894659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Made reservation on behalf of 3ad9fd6da1bb47dc89d96a262f984826 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:56:21.900823 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:22.082073 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Allocated IP 172.20.0.2 (8fd30cc8-307b-4192-a7a8-1679110a04ab/9b70e7fa-bf4a-427d-9bff-763606d37b1b/b6ca4204-a8d4-473a-8bb8-36f82113e813) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:56:22.351807 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:56:22.357751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:22.395075 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85d961-9aa7-4ac3-a2a1-ca3ead08baa3 req-29656f72-effc-4d46-b5bc-3ceefcc46d9c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:22.396731 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cf85d961-9aa7-4ac3-a2a1-ca3ead08baa3 req-29656f72-effc-4d46-b5bc-3ceefcc46d9c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 945 time: 0.1573822 Apr 15 19:56:22.423307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port eac74250-e165-4dd1-bcf5-da789dac8ec4 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:56:22.428311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port eac74250-e165-4dd1-bcf5-da789dac8ec4 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:56:22.428733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:22.450172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:22.465078 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'ea8140fd-a3db-4b09-8ee2-ca23b073d738'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:56:22.470352 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cf85d961-9aa7-4ac3-a2a1-ca3ead08baa3 req-6ed07e2b-731b-4fa1-8bc6-6e1ce8decc42 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642047 Apr 15 19:56:22.471059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e9b9a6bc-8eae-4eb1-aa26-aa13f721d8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:22.614042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Pushing event updated for resources: {'Port': ['ID=b6ca4204-a8d4-473a-8bb8-36f82113e813,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:22.617037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:22.666025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:22.673039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:56:22.674302 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:56:22.676675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:56:22.720076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:22.745471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:22.749547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:22.753627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:22.753959 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:22.754852 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:22.814358 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'code': 200} Apr 15 19:56:22.825307 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1032047 Apr 15 19:56:22.840448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Request body: {'port': {'device_id': 'f6043085-d6b9-4699-ac53-c445a20eb00e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:22.853537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:22.859627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:23.007513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f1419-ac1a-433d-b20a-2d489b111cd3 req-375daba8-de04-4e30-97b5-1d6a96a0fe0a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:23.008270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1c4f1419-ac1a-433d-b20a-2d489b111cd3 req-375daba8-de04-4e30-97b5-1d6a96a0fe0a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Synchronizing usage tracker for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:56:23.011097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:23.063345 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34db45-b5bf-42a1-b6a2-7630be0f329c req-80e8f245-ad74-4753-97f5-a472a88a1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:23.064954 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9a34db45-b5bf-42a1-b6a2-7630be0f329c req-80e8f245-ad74-4753-97f5-a472a88a1b4b service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 1099 time: 0.0831366 Apr 15 19:56:23.079787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1c4f1419-ac1a-433d-b20a-2d489b111cd3 req-375daba8-de04-4e30-97b5-1d6a96a0fe0a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Unset dirty status for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:56:23.081061 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1c4f1419-ac1a-433d-b20a-2d489b111cd3 req-375daba8-de04-4e30-97b5-1d6a96a0fe0a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 931 time: 0.3012161 Apr 15 19:56:23.110637 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9a34db45-b5bf-42a1-b6a2-7630be0f329c req-ce2885cd-e1b8-4726-96f0-55c655448ba8 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385489 Apr 15 19:56:23.202535 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1c4f1419-ac1a-433d-b20a-2d489b111cd3 req-49c5c762-2f13-4489-b508-05272834879a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093078 Apr 15 19:56:23.425024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6ca4204-a8d4-473a-8bb8-36f82113e813 {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:56:23.432964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:23.449110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Transition to ACTIVE for port object b6ca4204-a8d4-473a-8bb8-36f82113e813 will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:56:23.452187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:23.468055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-634b5a24-7d05-42d3-a279-28ac33bfb53f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:23.619107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Pushing event updated for resources: {'Port': ['ID=b6ca4204-a8d4-473a-8bb8-36f82113e813,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:23.633866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:23.857631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46468c-534a-4e41-99e2-97bbcd69234a req-23fd1a2f-6e7b-4e50-91ff-85bca43a27f1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:23.859377 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-eb46468c-534a-4e41-99e2-97bbcd69234a req-23fd1a2f-6e7b-4e50-91ff-85bca43a27f1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.2268682 Apr 15 19:56:23.963570 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-eb46468c-534a-4e41-99e2-97bbcd69234a req-cd2ae0f7-2fb2-44bf-ada9-5b61d8dd57f4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739956 Apr 15 19:56:23.968462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Attempting to bind port b6ca4204-a8d4-473a-8bb8-36f82113e813 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:56:23.968849 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Attempting to bind port b6ca4204-a8d4-473a-8bb8-36f82113e813 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:56:23.969229 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Attempting to bind port b6ca4204-a8d4-473a-8bb8-36f82113e813 on network 8fd30cc8-307b-4192-a7a8-1679110a04ab {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:56:23.974448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Port b6ca4204-a8d4-473a-8bb8-36f82113e813 on network 8fd30cc8-307b-4192-a7a8-1679110a04ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:56:23.974819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Attempting to bind port b6ca4204-a8d4-473a-8bb8-36f82113e813 on network 8fd30cc8-307b-4192-a7a8-1679110a04ab {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:56:23.980560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:56:23.980950 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Checking segment: {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:56:23.981384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Bound using segment: {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:56:23.982491 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Bound port: b6ca4204-a8d4-473a-8bb8-36f82113e813, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:56:23.982893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:24.084579 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] For port b6ca4204-a8d4-473a-8bb8-36f82113e813, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:56:24.087768 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] For port b6ca4204-a8d4-473a-8bb8-36f82113e813, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6ca4204-a8d4-473a-8bb8-36f82113e813,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:56:24.091679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:24.107754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5c487ced-fff7-4519-ad6a-b3c54aa1f961 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:24.554754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Pushing event updated for resources: {'Port': ['ID=b6ca4204-a8d4-473a-8bb8-36f82113e813,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:24.558167 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:24.617305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed36463-c2eb-4aac-8608-7678181a960d req-029743fb-38b1-4f62-8932-ecd21efa2ea4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:24.618954 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5ed36463-c2eb-4aac-8608-7678181a960d req-029743fb-38b1-4f62-8932-ecd21efa2ea4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 943 time: 0.1762207 Apr 15 19:56:24.623961 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:24.624832 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:24.626296 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] 10.222.0.61 "PUT /v2.0/ports/b6ca4204-a8d4-473a-8bb8-36f82113e813 HTTP/1.1" status: 200 len: 1093 time: 1.7913365 Apr 15 19:56:24.628074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6043085-d6b9-4699-ac53-c445a20eb00e', 'tag': 'b6ca4204-a8d4-473a-8bb8-36f82113e813'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:24.711459 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6043085-d6b9-4699-ac53-c445a20eb00e', 'tag': 'b6ca4204-a8d4-473a-8bb8-36f82113e813', 'status': 'completed', 'code': 200} Apr 15 19:56:24.729167 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5ed36463-c2eb-4aac-8608-7678181a960d req-c63bc237-db3c-4e4f-b9fb-0660301d0da1 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018836 Apr 15 19:56:24.758779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-5861e588-b27f-477e-a53d-e19fc869e828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:24.760490 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-5861e588-b27f-477e-a53d-e19fc869e828 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 1096 time: 0.0926490 Apr 15 19:56:24.840496 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-a3309621-0949-4dad-ae93-6730208acc96 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ca4204-a8d4-473a-8bb8-36f82113e813 HTTP/1.1" status: 200 len: 217 time: 0.0713031 Apr 15 19:56:24.922312 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-35c2f3a0-5e55-4a6b-bf26-d306b2bb7686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:24.924704 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-35c2f3a0-5e55-4a6b-bf26-d306b2bb7686 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 200 len: 854 time: 0.0770257 Apr 15 19:56:24.982824 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-76c571be-eaa4-4174-83cf-c9d97100c3b7 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd30cc8-307b-4192-a7a8-1679110a04ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0503867 Apr 15 19:56:25.185239 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-26be6b0e-7f09-4419-89f1-ad84bb5ae21d service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942000 Apr 15 19:56:25.291949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e00da60-89e2-4d0e-a9f6-9eb7466e6c2d req-4f106be8-8704-427f-ba61-03596369c56f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:25.293556 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3e00da60-89e2-4d0e-a9f6-9eb7466e6c2d req-4f106be8-8704-427f-ba61-03596369c56f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.2062242 Apr 15 19:56:25.382436 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3e00da60-89e2-4d0e-a9f6-9eb7466e6c2d req-6dde8963-d669-4796-bf39-7d35a13854b0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761137 Apr 15 19:56:25.388250 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-877e2561-6cf2-4641-bbae-05c4f547a1ee req-389d8851-eb69-4b80-8571-6e6bf55bb413 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937227 Apr 15 19:56:25.395853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:56:25.587956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-506172c3-0619-4d42-8df7-1f5ad494b8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:25.589586 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-506172c3-0619-4d42-8df7-1f5ad494b8e2 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 1096 time: 0.1445923 Apr 15 19:56:25.640037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463c3a9-af13-4bf0-bd99-4331b9fcbe05 req-2000d2ef-c8e1-4800-b5fb-1ec1c36fff93 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:25.641638 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c463c3a9-af13-4bf0-bd99-4331b9fcbe05 req-2000d2ef-c8e1-4800-b5fb-1ec1c36fff93 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1403430 Apr 15 19:56:25.651287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43644) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:25.657727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-3fbcc26a-9ce7-4875-9b58-1092060b2d27 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Request body: {'floatingip': {'port_id': 'eac74250-e165-4dd1-bcf5-da789dac8ec4'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:25.744777 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3fbcc26a-9ce7-4875-9b58-1092060b2d27 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, before_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:25.766620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-7445cb41-1e2e-470f-90f9-9aca11fb5682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:25.766855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:25.768724 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-7445cb41-1e2e-470f-90f9-9aca11fb5682 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 915 time: 0.1606369 Apr 15 19:56:25.858497 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-45b7b8cd-400b-4052-a187-c35a2cb79c99 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b6ca4204-a8d4-473a-8bb8-36f82113e813 HTTP/1.1" status: 200 len: 217 time: 0.0813248 Apr 15 19:56:25.977679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-dc302e49-8a0b-4adb-be2d-8eb7564aaf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:25.979342 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-dc302e49-8a0b-4adb-be2d-8eb7564aaf5a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 200 len: 854 time: 0.0849974 Apr 15 19:56:26.057829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee168dc-94a5-4fcc-81a7-8664f1b57a93 req-16a2047b-e25f-4484-90cd-3b04ca34dad7 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:26.059508 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6ee168dc-94a5-4fcc-81a7-8664f1b57a93 req-16a2047b-e25f-4484-90cd-3b04ca34dad7 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 943 time: 0.2030976 Apr 15 19:56:26.067474 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-dd134514-dc15-44ad-8e76-7876836a3d29 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd30cc8-307b-4192-a7a8-1679110a04ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0705011 Apr 15 19:56:26.198732 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6ee168dc-94a5-4fcc-81a7-8664f1b57a93 req-c6caffd1-07e3-403f-b55c-5ea86b257d7e tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302490 Apr 15 19:56:26.255130 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-afb846ad-fcf9-42f2-8b50-6afdfaca8ec0 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705692 Apr 15 19:56:26.405032 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aedf977e-d8c2-4711-9bd7-1a24c39aa7c5 req-b2ed255b-7aab-47cb-8ee5-c8ddf3fe8619 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426344 Apr 15 19:56:26.405326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3fbcc26a-9ce7-4875-9b58-1092060b2d27 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:26.407902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3fbcc26a-9ce7-4875-9b58-1092060b2d27 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:26.879691 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [None req-3fbcc26a-9ce7-4875-9b58-1092060b2d27 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Floating IP b54ed333-467a-48ab-8f1e-cc13518c38ff associated. External IP: 172.28.1.71, port: eac74250-e165-4dd1-bcf5-da789dac8ec4. Apr 15 19:56:27.295153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbcc26a-9ce7-4875-9b58-1092060b2d27 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Router 037f9670-ca5e-4f49-8547-abbc8faed820 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:56:27.401012 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477881c6-b060-47ec-a020-1aaa355131c0 req-80b23285-fa33-46e5-8193-d6725e235332 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:27.402701 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-477881c6-b060-47ec-a020-1aaa355131c0 req-80b23285-fa33-46e5-8193-d6725e235332 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 943 time: 0.0890949 Apr 15 19:56:27.451956 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-477881c6-b060-47ec-a020-1aaa355131c0 req-12aba609-7fd5-45f9-9aad-08693a431eb4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426893 Apr 15 19:56:27.487790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbcc26a-9ce7-4875-9b58-1092060b2d27 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:56:27.492204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3fbcc26a-9ce7-4875-9b58-1092060b2d27 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:27.497714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] Sync routers for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:56:27.507583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:27.508252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:56:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:27.556168 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3fbcc26a-9ce7-4875-9b58-1092060b2d27 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "PUT /v2.0/floatingips/b54ed333-467a-48ab-8f1e-cc13518c38ff HTTP/1.1" status: 200 len: 991 time: 1.9009635 Apr 15 19:56:27.556168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:27.672157 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'status': 'completed', 'code': 200} Apr 15 19:56:27.706201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:27.797362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-761e1e38-2d58-4de6-baad-a5cc2f04d6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:27.799275 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-761e1e38-2d58-4de6-baad-a5cc2f04d6c9 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 1099 time: 0.0862005 Apr 15 19:56:27.951949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-5206835f-b578-4fc8-8ac0-927ade590fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:27.953532 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-5206835f-b578-4fc8-8ac0-927ade590fa1 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1461775 Apr 15 19:56:28.067353 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-5e8ccd7c-d521-4913-ae69-19f1271fd76c service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4 HTTP/1.1" status: 200 len: 999 time: 0.1047533 Apr 15 19:56:28.137083 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-e51265a1-5f13-4b7d-b1d8-c95e11b60507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:28.139219 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-e51265a1-5f13-4b7d-b1d8-c95e11b60507 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0647333 Apr 15 19:56:28.229908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-0cd9b260-d652-4657-af54-932b1ee4f650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:28.231519 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-0cd9b260-d652-4657-af54-932b1ee4f650 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0822387 Apr 15 19:56:28.234921 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': 'b54ed333-467a-48ab-8f1e-cc13518c38ff', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'floating_ip_address': '172.28.1.71', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'port_id': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'mac_address': 'fa:16:3e:a4:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:56:10Z', 'updated_at': '2021-04-15T19:56:26Z', 'revision_number': 1, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:28.238972 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] Checking router: 037f9670-ca5e-4f49-8547-abbc8faed820 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:56:28.248464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:28.249112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:56:10Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:28.380614 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-a9da9881-7bd8-4221-8cc3-b47dfbdc9224 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404376 Apr 15 19:56:28.381223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device b6ca4204-a8d4-473a-8bb8-36f82113e813 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:56:28.447495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:28.531519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port b6ca4204-a8d4-473a-8bb8-36f82113e813, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6ca4204-a8d4-473a-8bb8-36f82113e813,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:28.534281 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-29971bf0-93ce-457f-aac9-923ae067b9b8 req-a95ad1cd-1372-46f1-8a5d-d7f6c2c4953b service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1456053 Apr 15 19:56:28.550869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'b6ca4204-a8d4-473a-8bb8-36f82113e813', 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab', 'port_id': 'b6ca4204-a8d4-473a-8bb8-36f82113e813', 'mac_address': 'fa:16:3e:96:1d:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b70e7fa-bf4a-427d-9bff-763606d37b1b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:56:28.617350 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:28.635934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6ca4204-a8d4-473a-8bb8-36f82113e813 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:56:28.652907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port b6ca4204-a8d4-473a-8bb8-36f82113e813, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6ca4204-a8d4-473a-8bb8-36f82113e813,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:28.656622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:28.659262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:28.662220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e9a0e-3b62-4349-9b24-6232a5489f6b req-abcc6fe6-f899-43d1-8954-728b2d9905f2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:28.663938 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9b4e9a0e-3b62-4349-9b24-6232a5489f6b req-abcc6fe6-f899-43d1-8954-728b2d9905f2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 943 time: 0.0906863 Apr 15 19:56:28.727067 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9b4e9a0e-3b62-4349-9b24-6232a5489f6b req-b0fc86e4-769f-49ae-b9af-fb85304abefe tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516872 Apr 15 19:56:28.732595 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=b6ca4204-a8d4-473a-8bb8-36f82113e813,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:28.736016 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:28.845868 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': 'b54ed333-467a-48ab-8f1e-cc13518c38ff', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'floating_ip_address': '172.28.1.71', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'port_id': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'mac_address': 'fa:16:3e:a4:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:56:10Z', 'updated_at': '2021-04-15T19:56:26Z', 'revision_number': 1, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:28.850806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3cd0a72-173f-4cd8-89ed-2c23f2d54ff0 None None] The sync data for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb is: [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_floatingips': [{'id': 'b54ed333-467a-48ab-8f1e-cc13518c38ff', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'floating_ip_address': '172.28.1.71', 'floating_network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'router_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'port_id': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 531, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'mac_address': 'fa:16:3e:a4:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-04-15T19:56:10Z', 'updated_at': '2021-04-15T19:56:26Z', 'revision_number': 1, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:56:28.932300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['b6ca4204-a8d4-473a-8bb8-36f82113e813'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:56:29.134847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ef0371c-f790-456b-b680-b8cddbb982db None None] New status for floating IP b54ed333-467a-48ab-8f1e-cc13518c38ff: ACTIVE {{(pid=85368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:56:29.948972 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bce67e-4a75-47f2-a488-f5be6562768b req-c77e6cc5-4c15-4b82-905d-4cc0d794e9aa tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:29.950655 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9bce67e-4a75-47f2-a488-f5be6562768b req-c77e6cc5-4c15-4b82-905d-4cc0d794e9aa tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 944 time: 0.0957255 Apr 15 19:56:30.000188 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a9bce67e-4a75-47f2-a488-f5be6562768b req-5f8ecdf4-ccba-4392-bb9d-d1963b511538 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Apr 15 19:56:30.374445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device b6ca4204-a8d4-473a-8bb8-36f82113e813 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:56:30.443394 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port b6ca4204-a8d4-473a-8bb8-36f82113e813 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:56:30.448278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port b6ca4204-a8d4-473a-8bb8-36f82113e813 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:56:30.448657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:30.574358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:30.603364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6043085-d6b9-4699-ac53-c445a20eb00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ca4204-a8d4-473a-8bb8-36f82113e813'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:30.614141 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port b6ca4204-a8d4-473a-8bb8-36f82113e813, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6ca4204-a8d4-473a-8bb8-36f82113e813,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:30.617359 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:30.619330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:30.660061 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6043085-d6b9-4699-ac53-c445a20eb00e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6ca4204-a8d4-473a-8bb8-36f82113e813', 'code': 200} Apr 15 19:56:30.694394 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=b6ca4204-a8d4-473a-8bb8-36f82113e813,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:30.697615 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:30.901453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143fe398-f4c5-4652-927e-caff2f8d4639 req-3c4bac44-ac6c-4922-85aa-504c55834977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:30.903094 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-143fe398-f4c5-4652-927e-caff2f8d4639 req-3c4bac44-ac6c-4922-85aa-504c55834977 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 1098 time: 0.0793478 Apr 15 19:56:30.947979 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-143fe398-f4c5-4652-927e-caff2f8d4639 req-9cf0c73c-6e42-4220-baf2-e1eb7acd4f5b service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357356 Apr 15 19:56:31.447903 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347deae2-d9e7-4c51-9f4b-b98e7d2ab232 req-9f08571a-a334-4e43-aa02-92e05363885f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:31.449553 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-347deae2-d9e7-4c51-9f4b-b98e7d2ab232 req-9f08571a-a334-4e43-aa02-92e05363885f tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 945 time: 0.3327587 Apr 15 19:56:31.499042 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-347deae2-d9e7-4c51-9f4b-b98e7d2ab232 req-2d78f411-48a7-4520-bbaa-67a55c252a68 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423794 Apr 15 19:56:32.700052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e295c3-fa42-4c5f-b833-18256c1d2f76 req-7e76280e-05c6-42d9-9c8d-138c0fa4a567 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:32.702169 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c2e295c3-fa42-4c5f-b833-18256c1d2f76 req-7e76280e-05c6-42d9-9c8d-138c0fa4a567 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 945 time: 0.0882504 Apr 15 19:56:32.754050 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-c2e295c3-fa42-4c5f-b833-18256c1d2f76 req-fbf28563-f493-43ff-a4d0-dc27f4d4afd4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451555 Apr 15 19:56:37.317494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c673cd35-b729-4898-a249-aa44ee495946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:39.151689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-7912d525-e1ac-4980-bebf-5c1de7bf1824 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:39.153334 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-7912d525-e1ac-4980-bebf-5c1de7bf1824 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 814 time: 0.1609721 Apr 15 19:56:39.171853 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-fbb7bb92-f0ea-44e6-8b3c-901c336ab95a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/quotas/3ad9fd6da1bb47dc89d96a262f984826 HTTP/1.1" status: 200 len: 375 time: 0.0121150 Apr 15 19:56:39.265661 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-0596a305-9244-4e07-bec4-7e3d710d7a37 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0876548 Apr 15 19:56:39.411165 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-eb5a2b84-aca8-430a-a718-f9c8f58a9bb9 service neutron] 10.222.0.35 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378918 Apr 15 19:56:39.553104 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-88cf0b85-cd48-47e6-bd84-c5f75ce44b8c service neutron] 10.222.0.35 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355717 Apr 15 19:56:39.708514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bca52586-2a56-4361-853e-8cb7efb57d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:39.753932 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-64c0e1b6-1568-40f3-84d8-9d50e804d83d req-00bad6bf-7285-40ec-894c-825069529dc6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 210 time: 0.0535266 Apr 15 19:56:40.262637 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:40.596955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:40.889509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-0b12ee2f-ec62-42d0-a100-ba261795d93d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:40.891087 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-0b12ee2f-ec62-42d0-a100-ba261795d93d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 814 time: 0.1655951 Apr 15 19:56:40.940355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Request body: {'port': {'device_id': '64d948ce-e617-40b8-947f-1b2f4e1aaa4c', 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab', 'admin_state_up': True, 'tenant_id': '3ad9fd6da1bb47dc89d96a262f984826'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:40.964787 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-97bf46f7-6b03-4088-a0c9-4bc943b886c8 req-e98086f7-21aa-45b1-a5e0-c20b5e1fb468 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 210 time: 0.0712030 Apr 15 19:56:41.095367 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:56:41.105469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:56:41.114483 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Made reservation on behalf of 3ad9fd6da1bb47dc89d96a262f984826 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:56:41.120613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:41.298432 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Allocated IP 172.20.0.14 (8fd30cc8-307b-4192-a7a8-1679110a04ab/9b70e7fa-bf4a-427d-9bff-763606d37b1b/70bd3103-f362-4816-a0be-877fd530318b) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:56:41.510835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:41.541685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:41.555023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'ea8140fd-a3db-4b09-8ee2-ca23b073d738', 'b6ca4204-a8d4-473a-8bb8-36f82113e813'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:56:41.556998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b6adff10-3578-431f-a16a-7b35162f5b6b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:41.686219 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43758) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:41.701792 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Pushing event updated for resources: {'Port': ['ID=70bd3103-f362-4816-a0be-877fd530318b,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:41.706848 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:41.760700 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:56:41.762025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:56:41.765210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:56:41.834270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:41.834970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:41.863110 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9319332 Apr 15 19:56:41.876887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Request body: {'port': {'device_id': '64d948ce-e617-40b8-947f-1b2f4e1aaa4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:56:41.936408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Deleting port d286055b-ab8f-4c8e-b15b-6361ce200af5 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:41.937103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:42.016498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:42.083312 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:42.137313 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:42.137677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:42.271735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Calling delete_port for d286055b-ab8f-4c8e-b15b-6361ce200af5 owned by network:floatingip {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:42.342701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb88b57d-e280-4118-b3da-2a56e5d0102a req-c691c3f9-ffda-47b8-87a6-0c048cb4f7b2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:42.343473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-eb88b57d-e280-4118-b3da-2a56e5d0102a req-c691c3f9-ffda-47b8-87a6-0c048cb4f7b2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Synchronizing usage tracker for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:56:42.378165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-eb88b57d-e280-4118-b3da-2a56e5d0102a req-c691c3f9-ffda-47b8-87a6-0c048cb4f7b2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Unset dirty status for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:56:42.379465 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-eb88b57d-e280-4118-b3da-2a56e5d0102a req-c691c3f9-ffda-47b8-87a6-0c048cb4f7b2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 932 time: 0.2886546 Apr 15 19:56:42.438420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:42.451889 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-eb88b57d-e280-4118-b3da-2a56e5d0102a req-061f666c-77c8-4f64-b62e-c5eb9480bf27 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603361 Apr 15 19:56:42.505835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:42.524076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70bd3103-f362-4816-a0be-877fd530318b {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:56:42.532618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:42.548303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Transition to ACTIVE for port object 70bd3103-f362-4816-a0be-877fd530318b will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:56:42.551490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:42.557041 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event deleted for resources: {'Port': ['ID=d286055b-ab8f-4c8e-b15b-6361ce200af5,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:42.561129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:42.568252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ba63cc28-34ce-4c9f-a7b3-922f9f00068a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:42.705365 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Pushing event updated for resources: {'Port': ['ID=70bd3103-f362-4816-a0be-877fd530318b,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:42.708646 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:42.715685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for floatingip, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:42.716593 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Floating IP cdf9da57-daf7-431f-ad2e-de3b16b8d63e disassociated (deleted). External IP: 172.28.1.210, port: 4dee58a8-b9cb-4d97-b472-a8c96696193a. Apr 15 19:56:42.936230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Attempting to bind port 70bd3103-f362-4816-a0be-877fd530318b on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:56:42.936609 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Attempting to bind port 70bd3103-f362-4816-a0be-877fd530318b by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:56:42.936986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Attempting to bind port 70bd3103-f362-4816-a0be-877fd530318b on network 8fd30cc8-307b-4192-a7a8-1679110a04ab {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:56:42.942005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Port 70bd3103-f362-4816-a0be-877fd530318b on network 8fd30cc8-307b-4192-a7a8-1679110a04ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:56:42.942373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Attempting to bind port 70bd3103-f362-4816-a0be-877fd530318b on network 8fd30cc8-307b-4192-a7a8-1679110a04ab {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:56:42.947848 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 56, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:56:42.948228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Checking segment: {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:56:42.948653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Bound using segment: {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:56:42.949129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Bound port: 70bd3103-f362-4816-a0be-877fd530318b, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e0ec109-3ee4-4125-b315-dad1d2c263c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:56:42.949517 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:43.043267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] For port 70bd3103-f362-4816-a0be-877fd530318b, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:56:43.046979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] For port 70bd3103-f362-4816-a0be-877fd530318b, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70bd3103-f362-4816-a0be-877fd530318b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:56:43.050676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:43.066505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-19ca3a40-186e-4c9d-a44d-b2e386e2a510 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:43.098433 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Router bf285675-a8fe-4395-b50e-ac3f94072933 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:56:43.222526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Pushing event updated for resources: {'Port': ['ID=70bd3103-f362-4816-a0be-877fd530318b,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:43.227859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:43.260081 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:43.260769 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:43.262314 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] 10.222.0.61 "PUT /v2.0/ports/70bd3103-f362-4816-a0be-877fd530318b HTTP/1.1" status: 200 len: 1094 time: 1.3908226 Apr 15 19:56:43.262932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d948ce-e617-40b8-947f-1b2f4e1aaa4c', 'tag': '70bd3103-f362-4816-a0be-877fd530318b'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:43.308129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:56:43.318359 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] Sync routers for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:56:43.330355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:43.331038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:56:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:43.331187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:43.349725 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d948ce-e617-40b8-947f-1b2f4e1aaa4c', 'tag': '70bd3103-f362-4816-a0be-877fd530318b', 'status': 'completed', 'code': 200} Apr 15 19:56:43.390432 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-60b23a91-d36a-45b5-ad68-1e2e31d7d690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:43.392083 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-60b23a91-d36a-45b5-ad68-1e2e31d7d690 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 1097 time: 0.0869510 Apr 15 19:56:43.397568 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-1875598e-29e4-460b-99a1-132b20c4b159 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "DELETE /v2.0/floatingips/cdf9da57-daf7-431f-ad2e-de3b16b8d63e HTTP/1.1" status: 204 len: 168 time: 1.7072370 Apr 15 19:56:43.397568 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:43.447570 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'status': 'completed', 'code': 200} Apr 15 19:56:43.490389 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-2a6eff47-14bd-4e35-bd5d-7cf9cfa89e24 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70bd3103-f362-4816-a0be-877fd530318b HTTP/1.1" status: 200 len: 217 time: 0.0891516 Apr 15 19:56:43.554830 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:43.607363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-67607217-b701-4819-bbeb-da2fa677f570 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:43.609113 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-67607217-b701-4819-bbeb-da2fa677f570 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=8718c5048a7d426692a34d394beba9fc&device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 1098 time: 0.1305916 Apr 15 19:56:43.798824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-26e48f49-8454-43f4-a06e-e4c067a7e6d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:43.800458 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-26e48f49-8454-43f4-a06e-e4c067a7e6d0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=4336a73e-b5b6-44b6-aae0-1be79b2ab071 HTTP/1.1" status: 200 len: 910 time: 0.1809042 Apr 15 19:56:43.900523 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-b3106d15-4db7-4741-85aa-74f6da799730 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a HTTP/1.1" status: 200 len: 217 time: 0.0907099 Apr 15 19:56:43.908316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-581202d1-6956-470c-94ae-d200efd77e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:43.909963 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-581202d1-6956-470c-94ae-d200efd77e0e service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 200 len: 854 time: 0.4124136 Apr 15 19:56:43.967716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf', 'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'mac_address': 'fa:16:3e:02:15:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:31Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 5, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'subnets': [{'id': '4191a53f-72df-4757-9b81-4f90a736d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:43.971917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] Checking router: bf285675-a8fe-4395-b50e-ac3f94072933 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:56:43.981248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:43.981994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:56:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:43.991049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-f8abf0a6-ab38-44e5-a803-f58865c0e47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:43.993886 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-f8abf0a6-ab38-44e5-a803-f58865c0e47d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4191a53f-72df-4757-9b81-4f90a736d433 HTTP/1.1" status: 200 len: 848 time: 0.0730407 Apr 15 19:56:44.031363 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-733ce9da-851c-4399-8c01-251a8ea2d30b service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd30cc8-307b-4192-a7a8-1679110a04ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684891 Apr 15 19:56:44.085140 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6903f917-d2e4-4685-9f41-46eb2698cbc8 req-1182fcea-a517-4772-a031-2e3b10c81163 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:44.086979 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6903f917-d2e4-4685-9f41-46eb2698cbc8 req-1182fcea-a517-4772-a031-2e3b10c81163 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 944 time: 0.5068583 Apr 15 19:56:44.187757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:44.262353 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6903f917-d2e4-4685-9f41-46eb2698cbc8 req-51a2683e-ce4a-4d8c-851c-ca06a69547ee tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263587 Apr 15 19:56:44.273181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537962df-6ab5-4c95-a7f1-bdd7c2ef90f8 req-69edfcb6-df76-42f6-a50a-8cc4c2ae3296 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:44.290080 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-537962df-6ab5-4c95-a7f1-bdd7c2ef90f8 req-69edfcb6-df76-42f6-a50a-8cc4c2ae3296 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.3658679 Apr 15 19:56:44.303272 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-e5192bc5-7a94-4193-971d-c12d4f82d3f5 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636504 Apr 15 19:56:44.347764 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-ab89e9ee-3c2f-4dae-909d-499fb3f5b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:44.350098 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-ab89e9ee-3c2f-4dae-909d-499fb3f5b75f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=4336a73e-b5b6-44b6-aae0-1be79b2ab071&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3475349 Apr 15 19:56:44.360570 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-537962df-6ab5-4c95-a7f1-bdd7c2ef90f8 req-4109efe8-7160-4bf7-b824-3c718626ba9e tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776954 Apr 15 19:56:44.480514 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a95e3062-6a77-4132-94e3-3af569d20b75 req-a5f30066-159e-4dbe-8630-9587cf116ca0 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585567 Apr 15 19:56:44.511140 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-4785bc78-0673-47ce-baef-2de933225972 service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530037 Apr 15 19:56:44.535147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf', 'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'mac_address': 'fa:16:3e:02:15:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:31Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 5, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'subnets': [{'id': '4191a53f-72df-4757-9b81-4f90a736d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:44.539397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf511644-ac13-4831-8bf3-2fc39d1f4fc9 None None] The sync data for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb is: [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:51:33Z', 'revision_number': 4, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': 'cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf', 'name': '', 'network_id': '4336a73e-b5b6-44b6-aae0-1be79b2ab071', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'mac_address': 'fa:16:3e:02:15:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_interface', 'standard_attr_id': 386, 'fixed_ips': [{'subnet_id': '4191a53f-72df-4757-9b81-4f90a736d433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:31Z', 'updated_at': '2021-04-15T19:51:47Z', 'revision_number': 5, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'subnets': [{'id': '4191a53f-72df-4757-9b81-4f90a736d433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:56:44.621803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-b48b7ef4-0b3d-4cd7-8d37-40e706872fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:44.624073 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-b48b7ef4-0b3d-4cd7-8d37-40e706872fb5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 1097 time: 0.0811675 Apr 15 19:56:44.672603 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-586772cd-5f3b-4bd1-8143-40bb9fbc8bfe req-d2d14074-2126-4f71-b247-eae17378082d service neutron] 10.222.0.61 "GET /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423941 Apr 15 19:56:44.774543 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-6d3c2407-7566-48cb-99c7-f87d3ad7e029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:44.776161 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-6d3c2407-7566-48cb-99c7-f87d3ad7e029 service neutron] 10.222.0.61 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 915 time: 0.1433992 Apr 15 19:56:44.860229 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-414e8fc8-e3d8-4dd6-92c0-b2e3c0c2a545 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70bd3103-f362-4816-a0be-877fd530318b HTTP/1.1" status: 200 len: 217 time: 0.0745595 Apr 15 19:56:44.939889 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-5ce4ce69-4d73-412a-bc8b-36678cf716d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:44.941478 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-5ce4ce69-4d73-412a-bc8b-36678cf716d0 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 200 len: 854 time: 0.0701110 Apr 15 19:56:44.957375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf5d5a0f-977a-4ad7-9dc4-e04ecd18b316 None None] New status for floating IP cdf9da57-daf7-431f-ad2e-de3b16b8d63e: DOWN {{(pid=85368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:56:45.002119 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-b4a9d466-1942-4a30-9f0b-a0cba3337e81 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd30cc8-307b-4192-a7a8-1679110a04ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0492547 Apr 15 19:56:45.152884 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-d2ff41c4-af51-4ca7-874e-a0354aa14a09 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410892 Apr 15 19:56:45.302120 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e098476-33fa-4260-841f-8725fa2b2a72 req-5f85f14c-544c-48af-82cf-421f420d4b3e service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408327 Apr 15 19:56:45.609117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3049ab6d-42a0-4f36-9655-48a3bfb95734 req-0c0d06b7-87e8-4f96-a5aa-447ed6180009 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:45.610782 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3049ab6d-42a0-4f36-9655-48a3bfb95734 req-0c0d06b7-87e8-4f96-a5aa-447ed6180009 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 944 time: 0.2277222 Apr 15 19:56:45.623179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-1c99fe5e-7a56-47ea-a5ea-c8a15b6ec445 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:45.624705 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-1c99fe5e-7a56-47ea-a5ea-c8a15b6ec445 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.61 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.1998587 Apr 15 19:56:45.686952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f4b23-3f17-4ffa-b59f-1c0b3651c00f req-bb12945e-21ef-4511-b517-3925a232f994 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:45.688461 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f31f4b23-3f17-4ffa-b59f-1c0b3651c00f req-bb12945e-21ef-4511-b517-3925a232f994 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 945 time: 0.2065496 Apr 15 19:56:45.775442 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3049ab6d-42a0-4f36-9655-48a3bfb95734 req-8ba55cea-9c95-4e4c-b932-6b8446392259 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496794 Apr 15 19:56:45.782417 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Deleting port 4dee58a8-b9cb-4d97-b472-a8c96696193a {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:45.782815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:45.838202 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f31f4b23-3f17-4ffa-b59f-1c0b3651c00f req-8f1aba44-b672-4563-8624-2eded15db3bb tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/security-groups?id=351e9439-a618-485c-a8dc-f3d19c1ecb58&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347480 Apr 15 19:56:46.056001 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] For port 4dee58a8-b9cb-4d97-b472-a8c96696193a, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=4dee58a8-b9cb-4d97-b472-a8c96696193a,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:46.056404 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:46.189136 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Calling delete_port for 4dee58a8-b9cb-4d97-b472-a8c96696193a owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:46.338108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:46.354174 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-556e5645-db1d-4fae-a3fa-45a8bb5b68f2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:46.398872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 70bd3103-f362-4816-a0be-877fd530318b details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:56:46.401893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event deleted for resources: {'Port': ['ID=4dee58a8-b9cb-4d97-b472-a8c96696193a,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:46.452264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:46.546981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 70bd3103-f362-4816-a0be-877fd530318b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70bd3103-f362-4816-a0be-877fd530318b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:46.562467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '70bd3103-f362-4816-a0be-877fd530318b', 'network_id': '8fd30cc8-307b-4192-a7a8-1679110a04ab', 'port_id': '70bd3103-f362-4816-a0be-877fd530318b', 'mac_address': 'fa:16:3e:de:2b:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b70e7fa-bf4a-427d-9bff-763606d37b1b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:56:46.604370 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] No DVR routers for this DVR port 4dee58a8-b9cb-4d97-b472-a8c96696193a on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:56:46.606966 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:46.609995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'name': 'network-vif-deleted', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:46.623469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:46.623635 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-db6c1ac8-9094-4a9e-954c-c32cf6a7eb5b req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.61 "DELETE /v2.0/ports/4dee58a8-b9cb-4d97-b472-a8c96696193a HTTP/1.1" status: 204 len: 173 time: 0.9795673 Apr 15 19:56:46.642809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70bd3103-f362-4816-a0be-877fd530318b {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:56:46.660916 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 70bd3103-f362-4816-a0be-877fd530318b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70bd3103-f362-4816-a0be-877fd530318b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:46.663970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:46.664984 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '771d68de-235e-4cb9-8da6-2fcfc1de1b1f', 'name': 'network-vif-deleted', 'tag': '4dee58a8-b9cb-4d97-b472-a8c96696193a', 'status': 'completed', 'code': 200} Apr 15 19:56:46.666461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-436977ba-e88c-4203-85bd-5b37ca406977 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:46.741667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=70bd3103-f362-4816-a0be-877fd530318b,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:46.750217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.750617 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.750999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.751380 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.751758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.752136 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.752511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.752880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.753249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.753618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.754011 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.754379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:56:46.758472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:46.953583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['70bd3103-f362-4816-a0be-877fd530318b'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:56:47.019000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-becf25a7-df66-4154-b934-0ae067541140 req-e4a91460-3c9f-4dde-b891-1dee637bda2b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Synchronizing usage tracker for tenant:8718c5048a7d426692a34d394beba9fc on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:56:47.052077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-becf25a7-df66-4154-b934-0ae067541140 req-e4a91460-3c9f-4dde-b891-1dee637bda2b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Unset dirty status for tenant:8718c5048a7d426692a34d394beba9fc on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:56:47.053435 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-becf25a7-df66-4154-b934-0ae067541140 req-e4a91460-3c9f-4dde-b891-1dee637bda2b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "GET /v2.0/ports?device_id=771d68de-235e-4cb9-8da6-2fcfc1de1b1f HTTP/1.1" status: 200 len: 210 time: 0.0877471 Apr 15 19:56:47.074619 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55100bac-264d-4553-96cf-70ec498c6ee7 req-09967fcb-80cb-498c-9305-d84eab827be4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:47.076495 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-55100bac-264d-4553-96cf-70ec498c6ee7 req-09967fcb-80cb-498c-9305-d84eab827be4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 945 time: 0.1784487 Apr 15 19:56:47.130455 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-55100bac-264d-4553-96cf-70ec498c6ee7 req-bcb6b28c-abfb-4e1e-9c59-241986f1137b tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458937 Apr 15 19:56:48.158476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43796) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:48.234634 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf1c45-0edf-4561-be4a-db5cab4fe75f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:48.272867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf1c45-0edf-4561-be4a-db5cab4fe75f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:48.335680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf1c45-0edf-4561-be4a-db5cab4fe75f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:48.340180 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e046f19d-f2c0-4128-b078-9638ee8f99ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:48.347103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b2faaa-99f8-4755-8c89-007603048560 req-d3b7114f-d790-42e8-bff6-d59566d1c422 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:48.348852 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-77b2faaa-99f8-4755-8c89-007603048560 req-d3b7114f-d790-42e8-bff6-d59566d1c422 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 945 time: 0.0945234 Apr 15 19:56:48.361523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf1c45-0edf-4561-be4a-db5cab4fe75f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=351e9439-a618-485c-a8dc-f3d19c1ecb58,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:48.364287 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7eaf1c45-0edf-4561-be4a-db5cab4fe75f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:48.368197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf1c45-0edf-4561-be4a-db5cab4fe75f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:48.369422 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7eaf1c45-0edf-4561-be4a-db5cab4fe75f tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] 10.222.0.35 "DELETE /v2.0/security-groups/351e9439-a618-485c-a8dc-f3d19c1ecb58 HTTP/1.1" status: 204 len: 168 time: 0.2098591 Apr 15 19:56:48.406014 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-77b2faaa-99f8-4755-8c89-007603048560 req-7745156f-f4ad-4807-891c-18906c04d9db tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492482 Apr 15 19:56:48.415195 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 70bd3103-f362-4816-a0be-877fd530318b up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:56:48.419676 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43806) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:48.496158 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 70bd3103-f362-4816-a0be-877fd530318b completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:56:48.501231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 70bd3103-f362-4816-a0be-877fd530318b triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:56:48.501652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:48.630238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:48.658916 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d948ce-e617-40b8-947f-1b2f4e1aaa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bd3103-f362-4816-a0be-877fd530318b'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:56:48.670236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 70bd3103-f362-4816-a0be-877fd530318b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70bd3103-f362-4816-a0be-877fd530318b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:48.673657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:48.674606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 4dee58a8-b9cb-4d97-b472-a8c96696193a no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:56:48.705150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:48.737800 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d948ce-e617-40b8-947f-1b2f4e1aaa4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70bd3103-f362-4816-a0be-877fd530318b', 'code': 200} Apr 15 19:56:48.756509 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 4dee58a8-b9cb-4d97-b472-a8c96696193a {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:56:48.756899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 4dee58a8-b9cb-4d97-b472-a8c96696193a not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:56:48.790077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=70bd3103-f362-4816-a0be-877fd530318b,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:48.793541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:49.001452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1083f44-4851-4a97-8573-81fc1c829ccf req-5805087f-8bf9-4901-ba9c-6452424ddc8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:49.002998 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b1083f44-4851-4a97-8573-81fc1c829ccf req-5805087f-8bf9-4901-ba9c-6452424ddc8f service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 1099 time: 0.0837042 Apr 15 19:56:49.049945 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b1083f44-4851-4a97-8573-81fc1c829ccf req-0d8104ad-105f-4a28-9c6f-504977197658 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Apr 15 19:56:49.083342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846795773'] for router_interface, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:49.456959 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Deleting port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:49.457736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:49.644228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] For port cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:49.644551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:49.688737 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b35cab-5f6d-4b18-b3d1-1a18e7967cc3 req-e4471599-236e-4a8f-9adb-26e183880704 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:49.691455 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-31b35cab-5f6d-4b18-b3d1-1a18e7967cc3 req-e4471599-236e-4a8f-9adb-26e183880704 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 946 time: 0.1593277 Apr 15 19:56:49.744238 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-31b35cab-5f6d-4b18-b3d1-1a18e7967cc3 req-45b3b46a-763d-4bb1-bcf7-55da98e87bd1 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462019 Apr 15 19:56:49.778254 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Calling delete_port for cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf owned by network:router_interface {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:49.959297 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:49.975384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ac7b9217-8576-4784-8a5c-3952b85e33e5 tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:50.084983 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Pushing event deleted for resources: {'Port': ['ID=cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:50.089005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:50.444555 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8108687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846796632'] for router_interface, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:50.953495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5b4818-3f8e-4085-b508-6858572504d0 req-1f296777-e683-438c-9e36-fd1e4f5c2e9b tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:50.955283 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bc5b4818-3f8e-4085-b508-6858572504d0 req-1f296777-e683-438c-9e36-fd1e4f5c2e9b tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 946 time: 0.0939360 Apr 15 19:56:51.007484 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bc5b4818-3f8e-4085-b508-6858572504d0 req-ef0ced71-0b74-48db-8962-ebd89845d260 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453043 Apr 15 19:56:51.209200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Router bf285675-a8fe-4395-b50e-ac3f94072933 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:56:51.404536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:56:51.415822 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] Sync routers for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:56:51.422909 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b1af3f1c-eff9-470f-89e1-30cd6e75292c admin admin] 10.222.0.35 "PUT /v2.0/routers/bf285675-a8fe-4395-b50e-ac3f94072933/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0020151 Apr 15 19:56:51.425654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43830) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:51.428770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:51.429527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:56:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:51.816810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:51.878132 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks [] for router, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:52.068826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:52.077754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Deleting port f08cfbe0-6e93-40c7-9471-e8449bbfca2d {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:52.078195 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:52.130270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74'}], 'enable_snat': True}, 'gw_port_id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:56:49Z', 'revision_number': 5, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port': {'id': 'f08cfbe0-6e93-40c7-9471-e8449bbfca2d', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:72:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'device_owner': 'network:router_gateway', 'standard_attr_id': 380, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:27Z', 'updated_at': '2021-04-15T19:51:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:52.134363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] Checking router: bf285675-a8fe-4395-b50e-ac3f94072933 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:56:52.143236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] Routers {'bf285675-a8fe-4395-b50e-ac3f94072933'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:52.143885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:56:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['bf285675-a8fe-4395-b50e-ac3f94072933'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:52.268099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] For port f08cfbe0-6e93-40c7-9471-e8449bbfca2d, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=f08cfbe0-6e93-40c7-9471-e8449bbfca2d,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:52.268510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:52.303938 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] Set router bf285675-a8fe-4395-b50e-ac3f94072933 gateway port host: None {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:52.402489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Calling delete_port for f08cfbe0-6e93-40c7-9471-e8449bbfca2d owned by network:router_gateway {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:52.419812 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:56:52Z', 'revision_number': 6, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port_host': None}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:52.424677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dfcf953-bfa6-4eab-8602-69906b82b6bf None None] The sync data for ids ['bf285675-a8fe-4395-b50e-ac3f94072933'] in dv-cinder-786383-2-smb is: [{'id': 'bf285675-a8fe-4395-b50e-ac3f94072933', 'name': 'tempest-TestShelveInstance-1961015650-router', 'tenant_id': '8718c5048a7d426692a34d394beba9fc', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:25Z', 'updated_at': '2021-04-15T19:56:52Z', 'revision_number': 6, 'project_id': '8718c5048a7d426692a34d394beba9fc', 'gw_port_host': None}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:56:52.588802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:52.605751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0086159d-b24b-4256-af77-11d19d96d8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:52.703902 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Pushing event deleted for resources: {'Port': ['ID=f08cfbe0-6e93-40c7-9471-e8449bbfca2d,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:52.708368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:52.878541 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846796782'] for router_gateway, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.075233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846792792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716792'] for router, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.077591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.107826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7979576'] for router, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.108790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf285675-a8fe-4395-b50e-ac3f94072933 {{(pid=85366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:56:53.124171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Notify callbacks [] for router, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.125454 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] 10.222.0.35 "DELETE /v2.0/routers/bf285675-a8fe-4395-b50e-ac3f94072933 HTTP/1.1" status: 204 len: 168 time: 1.6986871 Apr 15 19:56:53.128115 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43850) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:53.200739 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1571c9-f4fd-47a7-805b-a9143ade89cf admin admin] Deleting subnet 4191a53f-72df-4757-9b81-4f90a736d433 {{(pid=85366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:56:53.204062 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8e1571c9-f4fd-47a7-805b-a9143ade89cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.260286 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8e1571c9-f4fd-47a7-805b-a9143ade89cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848938704'] for subnet, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.343853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8e1571c9-f4fd-47a7-805b-a9143ade89cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.603256 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8e1571c9-f4fd-47a7-805b-a9143ade89cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848938553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847722308'] for subnet, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.619499 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:53.713969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1571c9-f4fd-47a7-805b-a9143ade89cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4191a53f-72df-4757-9b81-4f90a736d433,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:53.719534 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8e1571c9-f4fd-47a7-805b-a9143ade89cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:53.752470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8e1571c9-f4fd-47a7-805b-a9143ade89cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.758278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986f9e05-de12-473a-a0a6-c86d02e6844a None None] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:56:53.758749 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8e1571c9-f4fd-47a7-805b-a9143ade89cf admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4191a53f-72df-4757-9b81-4f90a736d433 HTTP/1.1" status: 204 len: 168 time: 0.6291916 Apr 15 19:56:53.761491 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43854) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:53.882875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:53.954106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Deleting port b86be98a-1bc4-4370-aed4-183f5df7128b {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:53.954464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:54.040217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] DHCP port deletion for 4336a73e-b5b6-44b6-aae0-1be79b2ab071 request from dv-cinder-786383-2-smb {{(pid=85368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:56:54.047162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] Deleting port b86be98a-1bc4-4370-aed4-183f5df7128b {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:54.047678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:54.193490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] For port b86be98a-1bc4-4370-aed4-183f5df7128b, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=b86be98a-1bc4-4370-aed4-183f5df7128b,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:54.194074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:54.276101 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] For port b86be98a-1bc4-4370-aed4-183f5df7128b, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=b86be98a-1bc4-4370-aed4-183f5df7128b,segment=NetworkSegment(25183033-1eaa-43d7-af47-ecf3c0c3dca6),segment_id=25183033-1eaa-43d7-af47-ecf3c0c3dca6)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:54.276536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:54.288803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:56:54.330168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Calling delete_port for b86be98a-1bc4-4370-aed4-183f5df7128b owned by network:dhcp {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:54.411239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:54.431383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-509301e2-5c90-495d-b9c4-abea6b6aeadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:54.435924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:56:54.436558 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device cc2e6c9a-9f1f-41ee-89d8-9094a33ca9bf not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:56:54.437160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f08cfbe0-6e93-40c7-9471-e8449bbfca2d no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:56:54.480113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] Calling delete_port for b86be98a-1bc4-4370-aed4-183f5df7128b owned by network:dhcp {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:54.520450 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: f08cfbe0-6e93-40c7-9471-e8449bbfca2d {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:56:54.521008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f08cfbe0-6e93-40c7-9471-e8449bbfca2d not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:56:54.521590 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device b86be98a-1bc4-4370-aed4-183f5df7128b no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:56:54.537695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b86be98a-1bc4-4370-aed4-183f5df7128b,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:54.541665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:54.563912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: b86be98a-1bc4-4370-aed4-183f5df7128b {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:56:54.564315 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device b86be98a-1bc4-4370-aed4-183f5df7128b not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:56:54.583135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] No DVR routers for this DVR port b86be98a-1bc4-4370-aed4-183f5df7128b on host dv-cinder-786383-2-smb {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:56:54.607750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:56:54.608169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:56:54.706744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:54.821514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4336a73e-b5b6-44b6-aae0-1be79b2ab071']}} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:54.835096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25183033-1eaa-43d7-af47-ecf3c0c3dca6') {'for_net_delete': True} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:54.835371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25183033-1eaa-43d7-af47-ecf3c0c3dca6') {} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:54.847610 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5837064'] for segment, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:54.862124 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:54.868447 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=85366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:56:55.054076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:56:55.063869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5861222'] for segment, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:55.109333 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] Deleting port b86be98a-1bc4-4370-aed4-183f5df7128b {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:55.110220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:55.188941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-86586be8-c53f-4daa-b5a6-9dfa3aea8583 None None] The port 'b86be98a-1bc4-4370-aed4-183f5df7128b' was deleted {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:56:55.255399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Network 4336a73e-b5b6-44b6-aae0-1be79b2ab071 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:56:55.281058 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:56:55.626602 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:55.630545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-066d8fcb-e893-47a1-9fa7-898e69b1812c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:55.647574 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:55.656999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4336a73e-b5b6-44b6-aae0-1be79b2ab071,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:55.661874 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:55.665694 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] 10.222.0.35 "DELETE /v2.0/networks/4336a73e-b5b6-44b6-aae0-1be79b2ab071 HTTP/1.1" status: 204 len: 168 time: 1.9031477 Apr 15 19:56:55.668775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43872) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:55.785631 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:56.270749 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846795773'] for router_interface, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:56.648283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Deleting port f515a896-0be5-446d-a853-3b7b04d6d40c {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:56.648668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:56.835629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] For port f515a896-0be5-446d-a853-3b7b04d6d40c, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=f515a896-0be5-446d-a853-3b7b04d6d40c,segment=NetworkSegment(2a7e1ae1-7bc6-41c6-b760-db1b93586869),segment_id=2a7e1ae1-7bc6-41c6-b760-db1b93586869)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:56.836032 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:56.969752 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Calling delete_port for f515a896-0be5-446d-a853-3b7b04d6d40c owned by network:router_interface {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:57.147820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:57.165444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:57.257029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Pushing event deleted for resources: {'Port': ['ID=f515a896-0be5-446d-a853-3b7b04d6d40c,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:57.264513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:57.635683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8108687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846796632'] for router_interface, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:58.396575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:56:58.594290 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:56:58.605628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] Sync routers for ids ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'] in dv-cinder-786383-2-smb {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:56:58.610110 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7402f55d-3889-4045-b4f6-be4c0ae3bb6d admin admin] 10.222.0.35 "PUT /v2.0/routers/b930e09d-7cbc-4cb5-a20f-bb83b6b83b25/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9395945 Apr 15 19:56:58.612831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43898) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:56:58.622418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] Routers {'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:58.623775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:56:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:58.839744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] Set router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 gateway port host: dv-cinder-786383-2-smb {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:58.886268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks [] for router, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:59.056575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5eda28-e53f-494b-991a-b90f14fe41cd req-7ef06681-082f-4127-b206-80c74e9953b2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:56:59.058252 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7b5eda28-e53f-494b-991a-b90f14fe41cd req-7ef06681-082f-4127-b206-80c74e9953b2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 946 time: 0.2675321 Apr 15 19:56:59.136435 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7b5eda28-e53f-494b-991a-b90f14fe41cd req-5bfb55a2-f95b-4d1c-9f84-393b933d1bd9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688407 Apr 15 19:56:59.145896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:59.146536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157'}], 'enable_snat': True}, 'gw_port_id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:38Z', 'updated_at': '2021-04-15T19:56:57Z', 'revision_number': 5, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'gw_port': {'id': '0c04c5ac-0a67-4b30-ac4d-8dec82d50131', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:10:a2:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'device_owner': 'network:router_gateway', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:51:39Z', 'updated_at': '2021-04-15T19:51:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:59.150848 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] Checking router: b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 for host: dv-cinder-786383-2-smb {{(pid=85368) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:56:59.157474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Deleting port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:56:59.157903 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:59.160668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] Routers {'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85368) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:56:59.161301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:56:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'], 'active': True} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:59.359932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] For port 0c04c5ac-0a67-4b30-ac4d-8dec82d50131, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=0c04c5ac-0a67-4b30-ac4d-8dec82d50131,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:56:59.360342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:59.496574 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Calling delete_port for 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 owned by network:router_gateway {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:56:59.499975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] Set router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 gateway port host: None {{(pid=85368) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:56:59.615968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:38Z', 'updated_at': '2021-04-15T19:56:59Z', 'revision_number': 6, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'gw_port_host': None}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:56:59.620419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40d16cab-40d0-4393-aa5b-e07c5895ab9d None None] The sync data for ids ['b930e09d-7cbc-4cb5-a20f-bb83b6b83b25'] in dv-cinder-786383-2-smb is: [{'id': 'b930e09d-7cbc-4cb5-a20f-bb83b6b83b25', 'name': 'tempest-TestShelveInstance-755040557-router', 'tenant_id': '4c5877e3f3f842eeb672842f96af7481', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:51:38Z', 'updated_at': '2021-04-15T19:56:59Z', 'revision_number': 6, 'project_id': '4c5877e3f3f842eeb672842f96af7481', 'gw_port_host': None}] {{(pid=85368) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:56:59.679010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:56:59.701253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8c212003-3a2d-4c1d-a214-11afe1211e34 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:56:59.753449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Pushing event deleted for resources: {'Port': ['ID=0c04c5ac-0a67-4b30-ac4d-8dec82d50131,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:56:59.756094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:56:59.955666 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-a6624aa5-81ae-4e5c-9ff5-45a5a89c6aad service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1460326 Apr 15 19:57:00.109189 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846796782'] for router_gateway, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:00.276485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f515a896-0be5-446d-a853-3b7b04d6d40c no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:57:00.316525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: f515a896-0be5-446d-a853-3b7b04d6d40c {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:57:00.316844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device f515a896-0be5-446d-a853-3b7b04d6d40c not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:57:00.317305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:57:00.346310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846792792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716792'] for router, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:00.352567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:57:00.352970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 0c04c5ac-0a67-4b30-ac4d-8dec82d50131 not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:57:00.359657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:00.389571 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-c7ce1548-7669-40b2-8655-4aa9e0b7cbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:00.391347 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-c7ce1548-7669-40b2-8655-4aa9e0b7cbd5 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 1098 time: 0.3526609 Apr 15 19:57:00.396562 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7979576'] for router, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:00.397197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 {{(pid=85366) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:57:00.453683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] Notify callbacks [] for router, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:00.454801 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d9e48b07-2222-4640-8c48-91565b991a6a admin admin] 10.222.0.35 "DELETE /v2.0/routers/b930e09d-7cbc-4cb5-a20f-bb83b6b83b25 HTTP/1.1" status: 204 len: 168 time: 1.8406706 Apr 15 19:57:00.458122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43908) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:00.516847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf28abf-7fe3-4c14-a941-12e4aeb7aae4 req-0c059c8b-2040-4a35-a135-1d347f287780 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:00.519821 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf28abf-7fe3-4c14-a941-12e4aeb7aae4 req-0c059c8b-2040-4a35-a135-1d347f287780 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 946 time: 0.2268691 Apr 15 19:57:00.530550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8ef5476-acc0-4b9d-88d1-b33efd0e8f92 admin admin] Deleting subnet 0b79165a-7673-42d4-9c2e-0ac0cc4ec884 {{(pid=85367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:57:00.533918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5476-acc0-4b9d-88d1-b33efd0e8f92 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:00.590193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5476-acc0-4b9d-88d1-b33efd0e8f92 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848320699'] for subnet, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:00.603009 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4cf28abf-7fe3-4c14-a941-12e4aeb7aae4 req-44042b91-1e61-41ea-b0ea-9fc7f4026b52 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765333 Apr 15 19:57:00.624310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-c3c397bd-5711-4be7-822b-d7e2cdb6e19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:00.625937 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-c3c397bd-5711-4be7-822b-d7e2cdb6e19d service neutron] 10.222.0.61 "GET /v2.0/networks?id=8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 200 len: 915 time: 0.2043715 Apr 15 19:57:00.672575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5476-acc0-4b9d-88d1-b33efd0e8f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:00.699623 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-8ee9ffdd-5e4b-40c4-8db6-e8f4826c8619 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b HTTP/1.1" status: 200 len: 217 time: 0.0659058 Apr 15 19:57:00.935317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-83dfd0c7-56ec-4d6b-a8b5-4b62862818a0 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:00.937009 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-83dfd0c7-56ec-4d6b-a8b5-4b62862818a0 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 946 time: 0.2372108 Apr 15 19:57:01.027156 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-3afa71a1-2d09-4395-aa20-1331b3794bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:01.029334 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-3afa71a1-2d09-4395-aa20-1331b3794bd8 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 200 len: 854 time: 0.3228383 Apr 15 19:57:01.076073 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Deleting port 70bd3103-f362-4816-a0be-877fd530318b {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:57:01.076460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:01.086776 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-71bbc138-72ce-4966-ae78-48011e1f21c1 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=8fd30cc8-307b-4192-a7a8-1679110a04ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485270 Apr 15 19:57:01.228806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5476-acc0-4b9d-88d1-b33efd0e8f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848697643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848404203'] for subnet, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:01.238405 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-12b07fb8-d72d-4128-b61a-4f2f3d94488b service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411006 Apr 15 19:57:01.268800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-dc2d8bfb-17ae-499a-94fd-0d234f1beecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:01.386158 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-40b1f082-5717-46a0-ba32-a11059d2da78 req-5e6755aa-3c35-4981-bfd8-d1551ed51400 service neutron] 10.222.0.61 "GET /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398752 Apr 15 19:57:01.419921 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef5476-acc0-4b9d-88d1-b33efd0e8f92 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b79165a-7673-42d4-9c2e-0ac0cc4ec884,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:01.428192 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e8ef5476-acc0-4b9d-88d1-b33efd0e8f92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:01.512363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e8ef5476-acc0-4b9d-88d1-b33efd0e8f92 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:01.515670 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25a4834-681e-4c2f-a64b-03ba82a98022 None None] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:57:01.516560 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] For port 70bd3103-f362-4816-a0be-877fd530318b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=70bd3103-f362-4816-a0be-877fd530318b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:01.516955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:01.584875 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e8ef5476-acc0-4b9d-88d1-b33efd0e8f92 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0b79165a-7673-42d4-9c2e-0ac0cc4ec884 HTTP/1.1" status: 204 len: 168 time: 1.1255417 Apr 15 19:57:01.587665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43914) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:01.657808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Calling delete_port for 70bd3103-f362-4816-a0be-877fd530318b owned by compute:nova {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:57:01.715488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:01.829261 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] DHCP port deletion for 023d350f-1ae8-4a5e-80f5-4f4fada1611b request from dv-cinder-786383-2-smb {{(pid=85368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:57:01.836092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] Deleting port 853f9bcb-a854-4afd-a395-954991b4ba3a {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:57:01.836487 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:01.836794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:01.852166 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Deleting port 853f9bcb-a854-4afd-a395-954991b4ba3a {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:57:01.852533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:01.854251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e6db3859-7adb-4dad-91e2-9631de39472a tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:01.875463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'ea8140fd-a3db-4b09-8ee2-ca23b073d738', 'b6ca4204-a8d4-473a-8bb8-36f82113e813', '70bd3103-f362-4816-a0be-877fd530318b'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:57:01.907497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Pushing event deleted for resources: {'Port': ['ID=70bd3103-f362-4816-a0be-877fd530318b,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:01.958571 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:01.995520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6ee38-30aa-43cc-b9c9-f7aa69742cb1 req-a07b1d1a-1d29-42c3-ad46-23cf3e1e04c1 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:01.997730 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7ac6ee38-30aa-43cc-b9c9-f7aa69742cb1 req-a07b1d1a-1d29-42c3-ad46-23cf3e1e04c1 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=64d948ce-e617-40b8-947f-1b2f4e1aaa4c HTTP/1.1" status: 200 len: 867 time: 0.2324588 Apr 15 19:57:02.147729 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] No DVR routers for this DVR port 70bd3103-f362-4816-a0be-877fd530318b on host hv-cinder-78638 {{(pid=85367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:57:02.150242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:02.154280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d948ce-e617-40b8-947f-1b2f4e1aaa4c', 'name': 'network-vif-deleted', 'tag': '70bd3103-f362-4816-a0be-877fd530318b'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:57:02.179646 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5a3f728b-a8ec-4ed4-aaac-9e3bde0529c2 req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "DELETE /v2.0/ports/70bd3103-f362-4816-a0be-877fd530318b HTTP/1.1" status: 204 len: 173 time: 1.2322512 Apr 15 19:57:02.188880 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7ac6ee38-30aa-43cc-b9c9-f7aa69742cb1 req-4082a632-2bfa-465f-a1e8-235469dd1b69 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794306 Apr 15 19:57:02.195598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] For port 853f9bcb-a854-4afd-a395-954991b4ba3a, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=853f9bcb-a854-4afd-a395-954991b4ba3a,segment=NetworkSegment(2a7e1ae1-7bc6-41c6-b760-db1b93586869),segment_id=2a7e1ae1-7bc6-41c6-b760-db1b93586869)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:02.196338 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:02.252801 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d948ce-e617-40b8-947f-1b2f4e1aaa4c', 'name': 'network-vif-deleted', 'tag': '70bd3103-f362-4816-a0be-877fd530318b', 'status': 'completed', 'code': 200} Apr 15 19:57:02.300515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 853f9bcb-a854-4afd-a395-954991b4ba3a no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:57:02.383684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Calling delete_port for 853f9bcb-a854-4afd-a395-954991b4ba3a owned by network:dhcp {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:57:02.395815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:57:02.406123 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] For port 853f9bcb-a854-4afd-a395-954991b4ba3a, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=853f9bcb-a854-4afd-a395-954991b4ba3a,segment=NetworkSegment(2a7e1ae1-7bc6-41c6-b760-db1b93586869),segment_id=2a7e1ae1-7bc6-41c6-b760-db1b93586869)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:02.406580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:02.466746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:02.480012 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:02.557322 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] Calling delete_port for 853f9bcb-a854-4afd-a395-954991b4ba3a owned by network:dhcp {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:57:02.575851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Pushing event deleted for resources: {'Port': ['ID=853f9bcb-a854-4afd-a395-954991b4ba3a,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:02.586794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No active binding found for port 853f9bcb-a854-4afd-a395-954991b4ba3a {{(pid=85368) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:225}} Apr 15 19:57:02.587271 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 853f9bcb-a854-4afd-a395-954991b4ba3a not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:57:02.591215 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:02.630264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] No DVR routers for this DVR port 853f9bcb-a854-4afd-a395-954991b4ba3a on host dv-cinder-786383-2-smb {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:57:02.706095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:57:02.706608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:57:02.767006 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:02.893488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023d350f-1ae8-4a5e-80f5-4f4fada1611b']}} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:57:02.906554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a7e1ae1-7bc6-41c6-b760-db1b93586869') {'for_net_delete': True} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:57:02.906849 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a7e1ae1-7bc6-41c6-b760-db1b93586869') {} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:57:02.918594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5837064'] for segment, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:02.936963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:02.943321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=85366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:57:03.118118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:57:03.127761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5861222'] for segment, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:03.208738 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] Deleting port 853f9bcb-a854-4afd-a395-954991b4ba3a {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:57:03.209292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:03.282548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-4cab4987-dac9-4151-b6cc-3da45262f6f6 None None] The port '853f9bcb-a854-4afd-a395-954991b4ba3a' was deleted {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:57:03.314225 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Network 023d350f-1ae8-4a5e-80f5-4f4fada1611b has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:57:03.337663 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:57:03.425143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:03.428953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7ff3299b-bbe1-45dd-8d15-0fc16f738786 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:03.443507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:03.455002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Pushing event deleted for resources: {'Network': ['ID=023d350f-1ae8-4a5e-80f5-4f4fada1611b,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:03.459861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:03.463599 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] 10.222.0.35 "DELETE /v2.0/networks/023d350f-1ae8-4a5e-80f5-4f4fada1611b HTTP/1.1" status: 204 len: 168 time: 1.8745522 Apr 15 19:57:03.582899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43934) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:03.634959 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-87829dae-a4ba-4d60-9eda-a7662768d1cf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8718c5048a7d426692a34d394beba9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0506656 Apr 15 19:57:03.637673 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 43938) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:03.698970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d54fe508-b262-44de-b910-1174c631f83a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:03.726239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d54fe508-b262-44de-b910-1174c631f83a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:03.782190 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d54fe508-b262-44de-b910-1174c631f83a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:03.788528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fc0647a0-b083-4418-8b8a-e70512bdbf3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:03.803143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54fe508-b262-44de-b910-1174c631f83a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b063466-c6e2-45e1-8247-e7c3f4d80d91,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:03.806170 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d54fe508-b262-44de-b910-1174c631f83a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:03.807184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d54fe508-b262-44de-b910-1174c631f83a admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:03.808793 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d54fe508-b262-44de-b910-1174c631f83a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7b063466-c6e2-45e1-8247-e7c3f4d80d91 HTTP/1.1" status: 204 len: 168 time: 0.1697106 Apr 15 19:57:04.171223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43946) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:04.225296 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e1cb1287-cfbb-4b44-ba39-4ddf4aa00d79 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c5877e3f3f842eeb672842f96af7481&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0527451 Apr 15 19:57:04.227916 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 43950) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:04.290225 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-44ed850c-b5ac-48d0-976f-e8f17457e4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:04.318225 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-44ed850c-b5ac-48d0-976f-e8f17457e4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:04.367976 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-44ed850c-b5ac-48d0-976f-e8f17457e4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:04.373640 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f5b9ef46-fcc3-40d2-a5fc-b38d5ffa8423 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:04.387372 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed850c-b5ac-48d0-976f-e8f17457e4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5426dd0-6102-4fa2-997f-575bbb525e0a,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:04.390335 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-44ed850c-b5ac-48d0-976f-e8f17457e4cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:04.391601 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-44ed850c-b5ac-48d0-976f-e8f17457e4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:04.392892 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-44ed850c-b5ac-48d0-976f-e8f17457e4cc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f5426dd0-6102-4fa2-997f-575bbb525e0a HTTP/1.1" status: 204 len: 168 time: 0.1639314 Apr 15 19:57:04.490733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 70bd3103-f362-4816-a0be-877fd530318b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:57:04.531859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 70bd3103-f362-4816-a0be-877fd530318b {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:57:04.532177 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 70bd3103-f362-4816-a0be-877fd530318b not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:57:04.976394 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7997b1f1-c4aa-4e52-b22d-2032dfd1ccd5 req-aac3b82b-a5a6-4e3f-93ac-4743c7d25d40 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:04.978037 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7997b1f1-c4aa-4e52-b22d-2032dfd1ccd5 req-aac3b82b-a5a6-4e3f-93ac-4743c7d25d40 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 945 time: 0.0886517 Apr 15 19:57:05.027025 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7997b1f1-c4aa-4e52-b22d-2032dfd1ccd5 req-9433523c-0894-4029-92e7-9bede07cb743 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418408 Apr 15 19:57:06.232942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7d7187-42b2-4cb2-9c0a-51cafcab1ddf req-8498bbd2-c54e-41f5-8558-30c08bba6914 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:06.234588 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3e7d7187-42b2-4cb2-9c0a-51cafcab1ddf req-8498bbd2-c54e-41f5-8558-30c08bba6914 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 945 time: 0.0928257 Apr 15 19:57:06.281256 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3e7d7187-42b2-4cb2-9c0a-51cafcab1ddf req-f9af65c4-543a-428f-8f7d-09328dc67cd9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403290 Apr 15 19:57:06.789122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-f894b99d-bd61-47e0-98fa-91e8e96a743a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:06.789975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-f894b99d-bd61-47e0-98fa-91e8e96a743a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Synchronizing usage tracker for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:57:06.805455 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-f894b99d-bd61-47e0-98fa-91e8e96a743a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Unset dirty status for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:57:06.806812 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-f894b99d-bd61-47e0-98fa-91e8e96a743a tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 945 time: 0.1094902 Apr 15 19:57:06.888125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Deleting port b6ca4204-a8d4-473a-8bb8-36f82113e813 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:57:06.888602 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:07.149815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] For port b6ca4204-a8d4-473a-8bb8-36f82113e813, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=b6ca4204-a8d4-473a-8bb8-36f82113e813,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:07.150150 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:07.282825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Calling delete_port for b6ca4204-a8d4-473a-8bb8-36f82113e813 owned by compute:nova {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:57:07.321393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-60d74d9c-172b-474e-9be2-b59a42233c42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:07.455053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:07.455422 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fd669562-841c-4432-b8e3-8441a2aa74c4 req-39f894e8-2c3a-4cfd-9e3c-9b87c5d6a988 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=f6043085-d6b9-4699-ac53-c445a20eb00e HTTP/1.1" status: 200 len: 210 time: 0.0508144 Apr 15 19:57:07.466852 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'ea8140fd-a3db-4b09-8ee2-ca23b073d738', 'b6ca4204-a8d4-473a-8bb8-36f82113e813'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:57:07.471095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-dfd0f415-cf34-4676-b631-e6acc3b406d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:07.569384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Pushing event deleted for resources: {'Port': ['ID=b6ca4204-a8d4-473a-8bb8-36f82113e813,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:07.585679 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.586130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.586546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.586957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.587361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.587764 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.588173 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.593343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.593343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.593343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.593343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.593343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:07.595038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:07.736875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] No DVR routers for this DVR port b6ca4204-a8d4-473a-8bb8-36f82113e813 on host hv-cinder-78638 {{(pid=85367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:57:07.739489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:07.750449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6043085-d6b9-4699-ac53-c445a20eb00e', 'name': 'network-vif-deleted', 'tag': 'b6ca4204-a8d4-473a-8bb8-36f82113e813'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:57:07.757241 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8341d726-4d2f-46b5-8548-d352b7c63451 req-1e98e295-1f0e-40db-a2e3-4babdfad4658 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "DELETE /v2.0/ports/b6ca4204-a8d4-473a-8bb8-36f82113e813 HTTP/1.1" status: 204 len: 173 time: 0.9427688 Apr 15 19:57:07.808670 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6043085-d6b9-4699-ac53-c445a20eb00e', 'name': 'network-vif-deleted', 'tag': 'b6ca4204-a8d4-473a-8bb8-36f82113e813', 'status': 'completed', 'code': 200} Apr 15 19:57:08.958419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d641ec7a-dbf8-476f-908a-99c1d9daa69c req-7daa8c63-156e-447d-91db-4fde998bdf45 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:08.960047 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d641ec7a-dbf8-476f-908a-99c1d9daa69c req-7daa8c63-156e-447d-91db-4fde998bdf45 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 945 time: 0.0932350 Apr 15 19:57:09.009010 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d641ec7a-dbf8-476f-908a-99c1d9daa69c req-c33ffc87-d79c-480d-a391-a3bf9025bc5c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Apr 15 19:57:09.711458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-334fc3e2-cfea-4566-8e16-5bf863602bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:10.211904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6aac86-0c76-4d41-a19c-57e689c45780 req-737c1a4e-525f-4479-bc8e-9c1e7f9cfda4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:10.213543 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e6aac86-0c76-4d41-a19c-57e689c45780 req-737c1a4e-525f-4479-bc8e-9c1e7f9cfda4 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 945 time: 0.0884106 Apr 15 19:57:10.264565 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e6aac86-0c76-4d41-a19c-57e689c45780 req-d3b82eed-59c5-47ad-8a15-17baff3f7bf0 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Apr 15 19:57:10.266342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:10.451042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06d9198-d131-467b-b257-80401dce74a0 req-daf28e62-77f9-4209-bdfd-4e50daf87772 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:10.451718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-b06d9198-d131-467b-b257-80401dce74a0 req-daf28e62-77f9-4209-bdfd-4e50daf87772 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Synchronizing usage tracker for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:57:10.466799 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-b06d9198-d131-467b-b257-80401dce74a0 req-daf28e62-77f9-4209-bdfd-4e50daf87772 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Unset dirty status for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:57:10.467990 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b06d9198-d131-467b-b257-80401dce74a0 req-daf28e62-77f9-4209-bdfd-4e50daf87772 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 945 time: 0.1021268 Apr 15 19:57:10.497836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device b6ca4204-a8d4-473a-8bb8-36f82113e813 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:57:10.534677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: b6ca4204-a8d4-473a-8bb8-36f82113e813 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:57:10.535077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device b6ca4204-a8d4-473a-8bb8-36f82113e813 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:57:10.549452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-b06d9198-d131-467b-b257-80401dce74a0 req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Deleting port ea8140fd-a3db-4b09-8ee2-ca23b073d738 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:57:10.549864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b06d9198-d131-467b-b257-80401dce74a0 req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:10.597855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:11.055161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-b06d9198-d131-467b-b257-80401dce74a0 req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] For port ea8140fd-a3db-4b09-8ee2-ca23b073d738, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=ea8140fd-a3db-4b09-8ee2-ca23b073d738,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:11.055557 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b06d9198-d131-467b-b257-80401dce74a0 req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:11.190520 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-b06d9198-d131-467b-b257-80401dce74a0 req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Calling delete_port for ea8140fd-a3db-4b09-8ee2-ca23b073d738 owned by compute:nova {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:57:11.346606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b06d9198-d131-467b-b257-80401dce74a0 req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:11.364058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'ea8140fd-a3db-4b09-8ee2-ca23b073d738'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:57:11.365181 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ca155bd2-78c0-49b3-aed2-72bd3ef0bed2 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:11.435272 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-27cead61-8beb-4b7e-9bcf-a11dc8d848a9 req-fcac7197-6c80-46fa-9c99-473c442a367e tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=12738e78-9c66-49d6-9575-4e23660abcb0 HTTP/1.1" status: 200 len: 210 time: 0.0541725 Apr 15 19:57:11.464343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Pushing event deleted for resources: {'Port': ['ID=ea8140fd-a3db-4b09-8ee2-ca23b073d738,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:11.471882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:11.616216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-b06d9198-d131-467b-b257-80401dce74a0 req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] No DVR routers for this DVR port ea8140fd-a3db-4b09-8ee2-ca23b073d738 on host hv-cinder-78638 {{(pid=85367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:57:11.618607 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-b06d9198-d131-467b-b257-80401dce74a0 req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:11.621488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12738e78-9c66-49d6-9575-4e23660abcb0', 'name': 'network-vif-deleted', 'tag': 'ea8140fd-a3db-4b09-8ee2-ca23b073d738'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:57:11.637491 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b06d9198-d131-467b-b257-80401dce74a0 req-0b7766fb-5d3e-4a12-98ff-512a05a77ec6 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "DELETE /v2.0/ports/ea8140fd-a3db-4b09-8ee2-ca23b073d738 HTTP/1.1" status: 204 len: 173 time: 1.1628158 Apr 15 19:57:11.674627 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12738e78-9c66-49d6-9575-4e23660abcb0', 'name': 'network-vif-deleted', 'tag': 'ea8140fd-a3db-4b09-8ee2-ca23b073d738', 'status': 'completed', 'code': 200} Apr 15 19:57:12.083846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:14.182964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf1b5f0-71bf-4ee6-9d8e-2b50717a04ca req-a6b1b4fc-5adc-4776-9c2b-77e02a983840 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:14.185143 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cf1b5f0-71bf-4ee6-9d8e-2b50717a04ca req-a6b1b4fc-5adc-4776-9c2b-77e02a983840 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 945 time: 0.0899074 Apr 15 19:57:14.235156 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5cf1b5f0-71bf-4ee6-9d8e-2b50717a04ca req-abfdc044-385e-494e-93f2-3d7f8345ecc8 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431449 Apr 15 19:57:14.509963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ea8140fd-a3db-4b09-8ee2-ca23b073d738 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:57:14.547080 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: ea8140fd-a3db-4b09-8ee2-ca23b073d738 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:57:14.547471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device ea8140fd-a3db-4b09-8ee2-ca23b073d738 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:57:15.444664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3757f23-63a5-4eb4-905c-247f17845f41 req-fe7f097a-6571-42e5-871e-bc67cbb49bdd tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:15.446208 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f3757f23-63a5-4eb4-905c-247f17845f41 req-fe7f097a-6571-42e5-871e-bc67cbb49bdd tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 945 time: 0.0907099 Apr 15 19:57:15.493628 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f3757f23-63a5-4eb4-905c-247f17845f41 req-d33a6be0-aab5-4c4f-a7a0-05bc455a6250 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/security-groups?id=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404401 Apr 15 19:57:15.974737 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-c664d445-872d-4c77-ad36-5a51a62309b7 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:15.975508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-c664d445-872d-4c77-ad36-5a51a62309b7 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Synchronizing usage tracker for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85367) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:57:15.990938 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-c664d445-872d-4c77-ad36-5a51a62309b7 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Unset dirty status for tenant:3ad9fd6da1bb47dc89d96a262f984826 on resource:port {{(pid=85367) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:57:15.992200 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-c664d445-872d-4c77-ad36-5a51a62309b7 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 945 time: 0.1041892 Apr 15 19:57:16.072882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Deleting port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:57:16.073225 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:16.343367 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] For port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,segment=NetworkSegment(2e0ec109-3ee4-4125-b315-dad1d2c263c8),segment_id=2e0ec109-3ee4-4125-b315-dad1d2c263c8)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:16.343781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:16.482519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Calling delete_port for 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b owned by compute:nova {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:57:16.495798 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5ce84-3150-44f4-9ee6-f6b706201df5 req-db6c2b89-dba3-41e9-9033-062a01efb129 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:16.498010 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-58c5ce84-3150-44f4-9ee6-f6b706201df5 req-db6c2b89-dba3-41e9-9033-062a01efb129 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0892074 Apr 15 19:57:16.549978 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-58c5ce84-3150-44f4-9ee6-f6b706201df5 req-b37cf181-ee26-44b0-bf6d-52f7a2420b50 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453360 Apr 15 19:57:16.634889 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:16.650471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c1c7d73c-5996-4fca-a09f-f84138a4fe31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:16.662741 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ea0baa56-4e2e-493a-8f6a-98b5950fff4a req-80373b14-a06e-477b-bd5f-ae152d343fae tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.35 "GET /v2.0/ports?device_id=8d9be694-44fb-4871-9fb3-845ced6a9eab HTTP/1.1" status: 200 len: 210 time: 0.0503521 Apr 15 19:57:16.702776 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Pushing event deleted for resources: {'Port': ['ID=1aef7235-13bc-4f8e-a6b0-28b37c17bf8b,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:16.750096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:16.899975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] No DVR routers for this DVR port 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b on host hv-cinder-78638 {{(pid=85367) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:57:16.902440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:16.907308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d9be694-44fb-4871-9fb3-845ced6a9eab', 'name': 'network-vif-deleted', 'tag': '1aef7235-13bc-4f8e-a6b0-28b37c17bf8b'}] {{(pid=85367) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:57:16.922230 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-44eba0e1-0a77-4ca0-be7b-da0d09957996 req-e28062e3-3eb3-4efd-8452-f578c3d1c5a9 tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] 10.222.0.61 "DELETE /v2.0/ports/1aef7235-13bc-4f8e-a6b0-28b37c17bf8b HTTP/1.1" status: 204 len: 173 time: 0.9225078 Apr 15 19:57:16.958085 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d9be694-44fb-4871-9fb3-845ced6a9eab', 'name': 'network-vif-deleted', 'tag': '1aef7235-13bc-4f8e-a6b0-28b37c17bf8b', 'status': 'completed', 'code': 200} Apr 15 19:57:17.754450 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f16d4-9101-4ad5-b0c2-be3e39dcd95e req-52bfc536-28ac-4dbb-9807-bf05f5a0240b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:17.756088 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-665f16d4-9101-4ad5-b0c2-be3e39dcd95e req-52bfc536-28ac-4dbb-9807-bf05f5a0240b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0889173 Apr 15 19:57:17.765693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44046) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:17.810062 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-665f16d4-9101-4ad5-b0c2-be3e39dcd95e req-dbcf56e9-a2b0-487c-b7a2-11beb23eb6b6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457377 Apr 15 19:57:17.837817 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-778e39ba-5528-41f9-bebb-3a9b9edcc3b1 admin admin] Deleting subnet 9b70e7fa-bf4a-427d-9bff-763606d37b1b {{(pid=85367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:57:17.841218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-778e39ba-5528-41f9-bebb-3a9b9edcc3b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:17.893184 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-778e39ba-5528-41f9-bebb-3a9b9edcc3b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848320699'] for subnet, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:17.951559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-778e39ba-5528-41f9-bebb-3a9b9edcc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:18.211970 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-778e39ba-5528-41f9-bebb-3a9b9edcc3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848697643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848404203'] for subnet, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:18.228058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:18.328235 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e39ba-5528-41f9-bebb-3a9b9edcc3b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b70e7fa-bf4a-427d-9bff-763606d37b1b,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:18.332664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-778e39ba-5528-41f9-bebb-3a9b9edcc3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:18.366198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-778e39ba-5528-41f9-bebb-3a9b9edcc3b1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:18.372693 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-778e39ba-5528-41f9-bebb-3a9b9edcc3b1 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/9b70e7fa-bf4a-427d-9bff-763606d37b1b HTTP/1.1" status: 204 len: 168 time: 0.6052454 Apr 15 19:57:18.375301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44050) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:18.489698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:18.505819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:57:18.546980 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:57:18.547381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 1aef7235-13bc-4f8e-a6b0-28b37c17bf8b not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:57:18.679528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:18.798208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fd30cc8-307b-4192-a7a8-1679110a04ab']}} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:57:18.811613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e0ec109-3ee4-4125-b315-dad1d2c263c8') {'for_net_delete': True} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:57:18.811952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e0ec109-3ee4-4125-b315-dad1d2c263c8') {} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:57:18.824203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6455165'] for segment, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:18.841210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:18.847771 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=85367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:57:19.030368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:57:19.040971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6078580'] for segment, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:19.233342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Network 8fd30cc8-307b-4192-a7a8-1679110a04ab has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:57:19.255930 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:57:19.259547 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc56a1da-4cdd-411c-b4e9-84d422eb88c1 req-657ff9a7-3088-458c-b456-b971ac6f156b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:19.261179 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cc56a1da-4cdd-411c-b4e9-84d422eb88c1 req-657ff9a7-3088-458c-b456-b971ac6f156b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.3253450 Apr 15 19:57:19.308664 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cc56a1da-4cdd-411c-b4e9-84d422eb88c1 req-dbccc87e-07ab-44c3-87da-f7493b34f605 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403709 Apr 15 19:57:19.335446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:19.340380 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:19.344234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4490b7dd-4e66-4e5e-8b14-d7d3b9c6fc4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:19.367585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fd30cc8-307b-4192-a7a8-1679110a04ab,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:19.370168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:19.373068 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-51ad625c-41f2-497f-953d-6c32b0784152 admin admin] 10.222.0.35 "DELETE /v2.0/networks/8fd30cc8-307b-4192-a7a8-1679110a04ab HTTP/1.1" status: 204 len: 168 time: 0.9964855 Apr 15 19:57:19.553209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44058) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:19.604297 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ed5fc327-01ad-4c84-91aa-75af1f321ba5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ad9fd6da1bb47dc89d96a262f984826&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498095 Apr 15 19:57:19.607224 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44062) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:19.666653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c86-424d-4ea4-9b8c-0d3bf1c4696f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:19.693974 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c86-424d-4ea4-9b8c-0d3bf1c4696f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:19.743036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c86-424d-4ea4-9b8c-0d3bf1c4696f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:19.748931 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-af92e75e-ff2d-4cda-a0ef-71007a159f49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:19.763534 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b60c86-424d-4ea4-9b8c-0d3bf1c4696f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a61000aa-740f-4d42-9f84-7e6bf8c9b2e3,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:19.766198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b5b60c86-424d-4ea4-9b8c-0d3bf1c4696f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:19.772787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b5b60c86-424d-4ea4-9b8c-0d3bf1c4696f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:19.776495 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b5b60c86-424d-4ea4-9b8c-0d3bf1c4696f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a61000aa-740f-4d42-9f84-7e6bf8c9b2e3 HTTP/1.1" status: 204 len: 168 time: 0.1658010 Apr 15 19:57:20.527250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ebd26-35c5-481e-b154-33b2e74fc6f4 req-96a533a2-8df1-4fee-b56b-94573f223a30 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:20.529426 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-345ebd26-35c5-481e-b154-33b2e74fc6f4 req-96a533a2-8df1-4fee-b56b-94573f223a30 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0939326 Apr 15 19:57:20.577317 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-345ebd26-35c5-481e-b154-33b2e74fc6f4 req-e2fd7b75-a67c-491a-8cae-9dabe59a8d4b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413690 Apr 15 19:57:21.314477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44116) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:21.447627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:21.463310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:21.467947 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Usage tracker for resource:security_group_rule and tenant:c5053632366e4a8aa0ee5e5026937add is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:21.470935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:21.477233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:21.568501 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:21.571317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:21.580499 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a2929bf2-96c7-487a-b84c-9c1fc8c05d19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:21.627536 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5053632366e4a8aa0ee5e5026937add&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088889 Apr 15 19:57:21.627536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8da8c8a7-d447-4c86-8ffc-8cc7c53f09f1,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:21.628288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44124) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:21.631231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:21.708228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea376eb0-6798-46a0-a4da-fbc6f5f99ce5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:21.737082 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea376eb0-6798-46a0-a4da-fbc6f5f99ce5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:21.800694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea376eb0-6798-46a0-a4da-fbc6f5f99ce5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:21.806946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1a39e75d-ba68-49e4-9fda-da57faf6665f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:21.813075 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b583b0-40bb-4e40-8ec3-b0f57ec7e8f6 req-dbf6c42c-4ab6-4504-b867-cef846cfe17c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:21.814880 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-77b583b0-40bb-4e40-8ec3-b0f57ec7e8f6 req-dbf6c42c-4ab6-4504-b867-cef846cfe17c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1143410 Apr 15 19:57:21.822480 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea376eb0-6798-46a0-a4da-fbc6f5f99ce5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8da8c8a7-d447-4c86-8ffc-8cc7c53f09f1,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:21.826164 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ea376eb0-6798-46a0-a4da-fbc6f5f99ce5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:21.827178 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ea376eb0-6798-46a0-a4da-fbc6f5f99ce5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:21.830991 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ea376eb0-6798-46a0-a4da-fbc6f5f99ce5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8da8c8a7-d447-4c86-8ffc-8cc7c53f09f1 HTTP/1.1" status: 204 len: 168 time: 0.2016876 Apr 15 19:57:21.868632 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-77b583b0-40bb-4e40-8ec3-b0f57ec7e8f6 req-c06e7408-4b8b-4c15-aacf-75952e6e0e84 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472691 Apr 15 19:57:23.099794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92320856-4a25-447f-b871-2c99679e22f8 req-facb4734-75bd-485e-bb82-9c33181c193c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:23.101441 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-92320856-4a25-447f-b871-2c99679e22f8 req-facb4734-75bd-485e-bb82-9c33181c193c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0893824 Apr 15 19:57:23.150623 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-92320856-4a25-447f-b871-2c99679e22f8 req-46817743-bf7b-4ca6-addd-022f29df2fdd tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422080 Apr 15 19:57:23.943743 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44190) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:24.068599 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.083959 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:24.088227 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Usage tracker for resource:security_group_rule and tenant:a6b8d0654b944c639fdea961212e0701 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:24.091273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:24.097364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:24.181682 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.186021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.199001 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-1f54ff7e-cbdb-42e6-bfae-abb21ec33cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:24.243530 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a6b8d0654b944c639fdea961212e0701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986486 Apr 15 19:57:24.244498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abd60e24-5b6d-4edd-99eb-dc1fd0d5efcc,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:24.246342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44198) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:24.248488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:24.368344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.408792 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.440249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf37cafb-ffe1-42c2-b081-62465eeea469 req-dd183c90-2d13-4ce8-b70d-32184be4fbe3 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:24.441878 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cf37cafb-ffe1-42c2-b081-62465eeea469 req-dd183c90-2d13-4ce8-b70d-32184be4fbe3 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1621637 Apr 15 19:57:24.507498 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cf37cafb-ffe1-42c2-b081-62465eeea469 req-36d0d9f2-fd7b-4bcf-a57a-5efbdb7928f2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543089 Apr 15 19:57:24.512421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.517735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9f42889a-b47e-42cb-8ce1-e95e8066cb3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:24.532334 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd60e24-5b6d-4edd-99eb-dc1fd0d5efcc,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:24.537061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.538299 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abd60e24-5b6d-4edd-99eb-dc1fd0d5efcc HTTP/1.1" status: 204 len: 168 time: 0.2899868 Apr 15 19:57:24.546701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.546701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.546701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.546701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.546701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.546701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.546701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.547300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.547300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.547545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.547930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.548318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:24.551832 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:24.839859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44206) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:24.859381 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.875456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:24.879623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] Usage tracker for resource:security_group_rule and tenant:2ba7de80559a456f956f485f35b4c405 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:24.882602 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:24.889198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:24.974238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.977209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:24.986409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ebc7c7f0-01d0-4fe6-a9e0-155611549e1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:25.027985 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2ba7de80559a456f956f485f35b4c405&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869850 Apr 15 19:57:25.030263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be7d5074-d07c-4efd-8f7a-1ecbb350ff21,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:25.031508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44210) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:25.034277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-af0c0603-dd2d-4e02-b56f-13a3117635a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:25.098358 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe844-115e-4891-9bfd-4c54206f0a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:25.125922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe844-115e-4891-9bfd-4c54206f0a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:25.170490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe844-115e-4891-9bfd-4c54206f0a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:25.175497 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fc3d6164-4bef-4172-9cdc-01f2af78e2c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:25.190620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4fe844-115e-4891-9bfd-4c54206f0a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7d5074-d07c-4efd-8f7a-1ecbb350ff21,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:25.193748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4e4fe844-115e-4891-9bfd-4c54206f0a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:25.198256 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4e4fe844-115e-4891-9bfd-4c54206f0a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:25.199471 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-4e4fe844-115e-4891-9bfd-4c54206f0a12 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/be7d5074-d07c-4efd-8f7a-1ecbb350ff21 HTTP/1.1" status: 204 len: 168 time: 0.1668518 Apr 15 19:57:25.738863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd24dd8c-7040-4965-b08b-23f48214eacb req-33d6b0f9-bc56-4d59-8229-1fe2dfc35466 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:25.741986 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fd24dd8c-7040-4965-b08b-23f48214eacb req-33d6b0f9-bc56-4d59-8229-1fe2dfc35466 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1124637 Apr 15 19:57:25.768091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:25.812799 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fd24dd8c-7040-4965-b08b-23f48214eacb req-565f1c85-c4a4-4d8c-ab60-ac2ff7a56c30 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633452 Apr 15 19:57:27.018895 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6996fe73-6b10-408d-b955-d7d66a8d5d5c req-22521cbd-ac27-4bec-ac58-2e12cac0e0ce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:27.020519 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6996fe73-6b10-408d-b955-d7d66a8d5d5c req-22521cbd-ac27-4bec-ac58-2e12cac0e0ce tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0890605 Apr 15 19:57:27.069383 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6996fe73-6b10-408d-b955-d7d66a8d5d5c req-962a3b20-3c8d-49fe-aa4e-e8a7029e902b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423238 Apr 15 19:57:27.197205 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44268) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:27.336811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:27.353934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:27.359430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b7808de4683a4eb4957ae33fe5e7d9c9 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:27.362791 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:27.369143 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:27.459825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:27.462962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:27.472542 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b5490868-2aa7-4414-8d47-26b65954abd0 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:27.523946 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b7808de4683a4eb4957ae33fe5e7d9c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3230524 Apr 15 19:57:27.523946 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80693aa4-4726-4b95-9704-5c2e21f006e4,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:27.524425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44274) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:27.525965 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:27.599070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4f47a52-cd0d-4e34-b042-5b2fcbe2918f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:27.629197 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4f47a52-cd0d-4e34-b042-5b2fcbe2918f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:27.677444 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4f47a52-cd0d-4e34-b042-5b2fcbe2918f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:27.682582 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8a54b401-8967-4776-b4de-79e11593f65c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:27.695928 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f47a52-cd0d-4e34-b042-5b2fcbe2918f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80693aa4-4726-4b95-9704-5c2e21f006e4,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:27.699943 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f4f47a52-cd0d-4e34-b042-5b2fcbe2918f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:27.705710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f4f47a52-cd0d-4e34-b042-5b2fcbe2918f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:27.706953 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f4f47a52-cd0d-4e34-b042-5b2fcbe2918f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/80693aa4-4726-4b95-9704-5c2e21f006e4 HTTP/1.1" status: 204 len: 168 time: 0.1807253 Apr 15 19:57:28.009864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44282) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:28.030421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:28.049086 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:28.053276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Usage tracker for resource:security_group_rule and tenant:d7dab5ca9bfd480fb8ba81fde9b7d252 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:28.056344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:28.062550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:28.164308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:28.167389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:28.176887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b8c7d3b4-077a-44e7-b50c-ddccb01a3910 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:28.275419 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d7dab5ca9bfd480fb8ba81fde9b7d252&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2642777 Apr 15 19:57:28.277963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c307a94-40d1-4b5d-bc7c-7f1de21f989a,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:28.278454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44288) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:28.282001 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:28.317851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fd4b2-c291-4863-93d2-542ebd776063 req-78ea3aba-14e8-425c-9a49-f01ff3805e78 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:28.319536 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b30fd4b2-c291-4863-93d2-542ebd776063 req-78ea3aba-14e8-425c-9a49-f01ff3805e78 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1234751 Apr 15 19:57:28.346185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-32fc0346-6fd3-4c0c-8c92-69166e9d991c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:28.368914 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b30fd4b2-c291-4863-93d2-542ebd776063 req-933c80bf-2761-4b88-92f5-2366267bf00d tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421557 Apr 15 19:57:28.374809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-32fc0346-6fd3-4c0c-8c92-69166e9d991c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:28.421051 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-32fc0346-6fd3-4c0c-8c92-69166e9d991c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:28.426049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d1d85081-b6d7-47d6-9e9e-cf2b9866d933 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:28.439677 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fc0346-6fd3-4c0c-8c92-69166e9d991c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c307a94-40d1-4b5d-bc7c-7f1de21f989a,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:28.444618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-32fc0346-6fd3-4c0c-8c92-69166e9d991c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:28.448927 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-32fc0346-6fd3-4c0c-8c92-69166e9d991c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:28.451279 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-32fc0346-6fd3-4c0c-8c92-69166e9d991c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1c307a94-40d1-4b5d-bc7c-7f1de21f989a HTTP/1.1" status: 204 len: 168 time: 0.1706519 Apr 15 19:57:29.580594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17baf620-eba7-45e9-9acd-199a50865817 req-c34751cb-9b99-4ba1-9801-759848c0dd12 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:29.582519 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-17baf620-eba7-45e9-9acd-199a50865817 req-c34751cb-9b99-4ba1-9801-759848c0dd12 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0936131 Apr 15 19:57:29.631829 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-17baf620-eba7-45e9-9acd-199a50865817 req-692556eb-e6c4-4f6f-91c8-e9e748e345eb tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424075 Apr 15 19:57:30.839070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8c5d7f-3689-4c1a-bfe0-3556d5bc9d7a req-818507e1-618d-4747-9a09-d3ef58a6b3c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:30.841280 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fb8c5d7f-3689-4c1a-bfe0-3556d5bc9d7a req-818507e1-618d-4747-9a09-d3ef58a6b3c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0905902 Apr 15 19:57:30.890288 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fb8c5d7f-3689-4c1a-bfe0-3556d5bc9d7a req-580c11a5-1267-476f-b822-55fe57765ae5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422850 Apr 15 19:57:32.107957 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064181b6-79d5-41e1-946c-640fa7f159f8 req-a3f0d400-76c6-4f9c-a0fd-fe0c0a0cc4cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:32.109651 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-064181b6-79d5-41e1-946c-640fa7f159f8 req-a3f0d400-76c6-4f9c-a0fd-fe0c0a0cc4cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0944822 Apr 15 19:57:32.160041 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-064181b6-79d5-41e1-946c-640fa7f159f8 req-10709e99-78bc-4661-8fb5-5b0532f07b15 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437069 Apr 15 19:57:32.566844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:57:32.708724 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:32.722384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'port_id': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'mac_address': 'fa:16:3e:a4:8c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:57:32.784906 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:32.808956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id eac74250-e165-4dd1-bcf5-da789dac8ec4 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:57:32.826330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:32.829361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:32.831213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-814b1247-4968-4c76-9873-894ff9f40927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:32.902248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=6']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:32.905396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:32.919665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['eac74250-e165-4dd1-bcf5-da789dac8ec4'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:57:33.376221 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce86dde-3070-4cd7-8d32-53ae1b1c53dc req-2de5a1b4-903a-4d77-bde8-3e64df49eb06 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:33.377902 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fce86dde-3070-4cd7-8d32-53ae1b1c53dc req-2de5a1b4-903a-4d77-bde8-3e64df49eb06 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 945 time: 0.0950849 Apr 15 19:57:33.427029 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fce86dde-3070-4cd7-8d32-53ae1b1c53dc req-f941ba0f-ceb5-40d6-94de-951b5b380319 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426774 Apr 15 19:57:34.571217 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:57:34.665973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port eac74250-e165-4dd1-bcf5-da789dac8ec4 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:57:34.666397 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:34.677681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2f906f-0cd4-47b8-b6cb-198a2b285e65 req-996526b7-8372-4145-a88c-684f5b13d90b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:34.679674 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ba2f906f-0cd4-47b8-b6cb-198a2b285e65 req-996526b7-8372-4145-a88c-684f5b13d90b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 945 time: 0.1249061 Apr 15 19:57:34.753347 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ba2f906f-0cd4-47b8-b6cb-198a2b285e65 req-69f36b6e-be77-4d42-8f74-bb3188b85549 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634453 Apr 15 19:57:34.834602 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:34.884410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:34.885464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:57:34.892899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:34.896200 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:34.966348 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'code': 200} Apr 15 19:57:35.006301 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=7']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:35.011588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:36.000162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b11da1-d60a-4c00-aab4-e3c79062c60a req-252a6cb6-2f58-474e-a85b-77c74644bc5c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:36.003750 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f4b11da1-d60a-4c00-aab4-e3c79062c60a req-252a6cb6-2f58-474e-a85b-77c74644bc5c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1002321 Apr 15 19:57:36.068715 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f4b11da1-d60a-4c00-aab4-e3c79062c60a req-6bcbb4b6-754e-4cc7-8754-7906c33d5bfa tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594125 Apr 15 19:57:36.484800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44410) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:36.620757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:36.636993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:36.641193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Usage tracker for resource:security_group_rule and tenant:448bffdb5f4146a3a840a67ac4f6e0fb is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:36.644247 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:36.652929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:36.744760 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:36.752412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:36.766060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a7ee9bde-4b18-4eaa-9d4a-f110e35949f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:36.815464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44416) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:36.822510 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=448bffdb5f4146a3a840a67ac4f6e0fb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3361316 Apr 15 19:57:36.828248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d809707b-3869-48b0-a8cc-b28d06ce5c93,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:36.832044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:36.905872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-aab2dac0-ed52-4b67-ba77-bd8954ee10e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:36.939516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-aab2dac0-ed52-4b67-ba77-bd8954ee10e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.010504 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-aab2dac0-ed52-4b67-ba77-bd8954ee10e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.022553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ea376eb0-6798-46a0-a4da-fbc6f5f99ce5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:37.045865 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2dac0-ed52-4b67-ba77-bd8954ee10e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d809707b-3869-48b0-a8cc-b28d06ce5c93,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:37.049493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-aab2dac0-ed52-4b67-ba77-bd8954ee10e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:37.051061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-aab2dac0-ed52-4b67-ba77-bd8954ee10e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.054341 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-aab2dac0-ed52-4b67-ba77-bd8954ee10e8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d809707b-3869-48b0-a8cc-b28d06ce5c93 HTTP/1.1" status: 204 len: 168 time: 0.2373118 Apr 15 19:57:37.342678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-82c17800-58bb-404b-89d7-a7e8144c6fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.473218 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4aeabe-4841-4790-8171-2dd22a5cdae8 req-f097789b-bd25-4f2f-aefe-afdaea6e07b4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:37.474391 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-be4aeabe-4841-4790-8171-2dd22a5cdae8 req-f097789b-bd25-4f2f-aefe-afdaea6e07b4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1099412 Apr 15 19:57:37.547892 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-be4aeabe-4841-4790-8171-2dd22a5cdae8 req-4bb87793-34fd-45be-a87e-074780e3afd4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536172 Apr 15 19:57:37.553262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44430) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:37.578049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.597155 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:37.602988 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Usage tracker for resource:security_group_rule and tenant:3186253798184910939a61ec23a1e49c is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:37.606452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:37.613702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:37.712747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.716196 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.730027 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-77c3df81-de81-4711-bbac-092ad693033a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:37.773517 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3186253798184910939a61ec23a1e49c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2183933 Apr 15 19:57:37.776420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44434) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:37.790410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=853f3d31-a429-4346-ae04-f589405cd451,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:37.804434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:37.869658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-538a5ff6-319b-47d5-9667-e92c337ec8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.899470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-538a5ff6-319b-47d5-9667-e92c337ec8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.953395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-538a5ff6-319b-47d5-9667-e92c337ec8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.959300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-17c279f2-1ead-4dfc-8ba4-fb5ea83679ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:37.977045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a5ff6-319b-47d5-9667-e92c337ec8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=853f3d31-a429-4346-ae04-f589405cd451,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:37.979981 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-538a5ff6-319b-47d5-9667-e92c337ec8d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:37.982851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-538a5ff6-319b-47d5-9667-e92c337ec8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:37.984135 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-538a5ff6-319b-47d5-9667-e92c337ec8d0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/853f3d31-a429-4346-ae04-f589405cd451 HTTP/1.1" status: 204 len: 168 time: 0.2063982 Apr 15 19:57:38.813850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee63c016-6f33-44f9-85b9-778479daa4f6 req-5d0281ca-42cb-48be-b0d8-e2db7b87bdf0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:38.821872 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ee63c016-6f33-44f9-85b9-778479daa4f6 req-5d0281ca-42cb-48be-b0d8-e2db7b87bdf0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1167090 Apr 15 19:57:38.885690 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ee63c016-6f33-44f9-85b9-778479daa4f6 req-5c9fc99e-b371-4692-90fe-d2d63e177331 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627260 Apr 15 19:57:39.395274 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:57:39.718973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-eeefc602-3f5c-473f-bd88-fccd1ef70439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:40.118858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4d98a3-19e7-43cb-8998-bdbeac1d17a7 req-0db67354-e152-4dce-8b5d-40b3d19370cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:40.120597 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5f4d98a3-19e7-43cb-8998-bdbeac1d17a7 req-0db67354-e152-4dce-8b5d-40b3d19370cf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0976934 Apr 15 19:57:40.181823 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5f4d98a3-19e7-43cb-8998-bdbeac1d17a7 req-0c9007cc-dc21-488b-811d-3e551787422f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522063 Apr 15 19:57:40.319665 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:40.615206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:41.425260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c1607-7063-4ff1-910b-4ad06830ad23 req-d7292db8-7e04-4a2f-9220-9ea847fc6cc4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:41.433460 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-979c1607-7063-4ff1-910b-4ad06830ad23 req-d7292db8-7e04-4a2f-9220-9ea847fc6cc4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1124768 Apr 15 19:57:41.479299 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-979c1607-7063-4ff1-910b-4ad06830ad23 req-8af340f8-d185-4703-9604-ee162289ef6d tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443928 Apr 15 19:57:41.514335 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44514) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:41.655557 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:41.674194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:41.679435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] Usage tracker for resource:security_group_rule and tenant:fa5079d43ea34a67b0fe43c40e6fa977 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:41.682566 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:41.689246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:41.787841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:41.793139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:41.820825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-00af7b8f-3d43-4dfd-b75b-1303bd1824c0 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:41.857588 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fa5079d43ea34a67b0fe43c40e6fa977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3419352 Apr 15 19:57:41.858426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd44cfaf-6029-4687-81fa-2204c76fcd4f,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:41.860403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44520) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:41.861734 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-932ecc23-4458-4534-9ae8-d312dcda3c01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:42.089936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:42.181420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6ee469b9-f0d4-49c7-ab04-ec4475ff63fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:42.212088 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6ee469b9-f0d4-49c7-ab04-ec4475ff63fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:42.268038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6ee469b9-f0d4-49c7-ab04-ec4475ff63fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:42.273108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-62bed3a2-cfea-45bb-9d77-3a168fe37f60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:42.288632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee469b9-f0d4-49c7-ab04-ec4475ff63fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd44cfaf-6029-4687-81fa-2204c76fcd4f,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:42.292757 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6ee469b9-f0d4-49c7-ab04-ec4475ff63fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:42.298642 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6ee469b9-f0d4-49c7-ab04-ec4475ff63fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:42.303136 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-6ee469b9-f0d4-49c7-ab04-ec4475ff63fc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dd44cfaf-6029-4687-81fa-2204c76fcd4f HTTP/1.1" status: 204 len: 168 time: 0.4416037 Apr 15 19:57:42.667363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44530) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:42.700514 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:42.719295 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:42.724236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] Usage tracker for resource:security_group_rule and tenant:724a72889c78449098375e71367fea45 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:42.728470 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:42.732586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2641978-d629-4b01-b383-e0a6ad11b87a req-3bab5ccc-18d7-44ff-a4c1-513a0c276ddf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:42.736666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:42.740747 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f2641978-d629-4b01-b383-e0a6ad11b87a req-3bab5ccc-18d7-44ff-a4c1-513a0c276ddf tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.1077139 Apr 15 19:57:42.801133 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f2641978-d629-4b01-b383-e0a6ad11b87a req-b7ffdeac-637b-452b-beef-1691a473c1de tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533214 Apr 15 19:57:42.846627 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:42.852224 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:42.863126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-361804cc-4fb6-424f-9b1b-fc0a3e8bfe45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:42.915761 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=724a72889c78449098375e71367fea45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2458048 Apr 15 19:57:42.917252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44534) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:42.920636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7e026e3-f896-4ac1-a98e-bec123e2bf9b,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:42.934409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-efe1e353-caa6-4ef5-9a75-1b4428a7ca5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:42.994123 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cf6a4190-5be5-475e-a954-af31a6042fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:43.022281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cf6a4190-5be5-475e-a954-af31a6042fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:43.084175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cf6a4190-5be5-475e-a954-af31a6042fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:43.089551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-538a5ff6-319b-47d5-9667-e92c337ec8d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:43.104065 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a4190-5be5-475e-a954-af31a6042fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7e026e3-f896-4ac1-a98e-bec123e2bf9b,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:43.107519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cf6a4190-5be5-475e-a954-af31a6042fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:43.108794 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cf6a4190-5be5-475e-a954-af31a6042fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:43.110028 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-cf6a4190-5be5-475e-a954-af31a6042fcd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e7e026e3-f896-4ac1-a98e-bec123e2bf9b HTTP/1.1" status: 204 len: 168 time: 0.1916382 Apr 15 19:57:44.005782 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be42f2c-2983-4429-a9ad-c2f25f403105 req-2d2594d0-2c7c-475e-856f-8db6a951221c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:44.007343 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2be42f2c-2983-4429-a9ad-c2f25f403105 req-2d2594d0-2c7c-475e-856f-8db6a951221c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0943594 Apr 15 19:57:44.057934 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2be42f2c-2983-4429-a9ad-c2f25f403105 req-668015b7-302e-40ca-947a-5999bfbd94c4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433152 Apr 15 19:57:44.620477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-5cfb13ea-772e-4332-906a-783e088a5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:44.622609 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-5cfb13ea-772e-4332-906a-783e088a5353 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 1099 time: 0.0837204 Apr 15 19:57:44.771254 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-4ab81caf-4181-4f82-83f2-af8617e86a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:44.773346 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-4ab81caf-4181-4f82-83f2-af8617e86a53 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1429780 Apr 15 19:57:44.893888 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-34cfd8fe-a937-4b8c-99b5-c55659e952e2 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4 HTTP/1.1" status: 200 len: 1001 time: 0.1125371 Apr 15 19:57:44.964207 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-a5e9dad8-8438-48d9-b695-c4ebf89f805a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:44.966125 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-a5e9dad8-8438-48d9-b695-c4ebf89f805a service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0651405 Apr 15 19:57:45.056956 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-27f9536c-6c59-4704-833f-f975eeb25e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:45.058619 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-27f9536c-6c59-4704-833f-f975eeb25e6a service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0844173 Apr 15 19:57:45.209000 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-0ad7d902-afa5-47df-9fe1-0d9dca505518 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421740 Apr 15 19:57:45.279019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9479c2f2-8cb2-41b5-92e9-d4e54c6c63aa req-a28c880e-72e8-4464-9e12-0b415cd0eb4b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:45.280682 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9479c2f2-8cb2-41b5-92e9-d4e54c6c63aa req-a28c880e-72e8-4464-9e12-0b415cd0eb4b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0928509 Apr 15 19:57:45.336525 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9479c2f2-8cb2-41b5-92e9-d4e54c6c63aa req-6735b039-4b04-424b-949e-9d7926cc6c25 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487227 Apr 15 19:57:45.368369 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-240ebae5-317e-47c9-8e73-cac4e199a69f req-47e4dfd0-88f0-4911-a055-8d4745063056 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1516130 Apr 15 19:57:46.552202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603e636-0ec8-410e-8946-746cab576066 req-15d441d0-676f-4051-b477-b1e625800fff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:46.553822 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5603e636-0ec8-410e-8946-746cab576066 req-15d441d0-676f-4051-b477-b1e625800fff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 946 time: 0.0890062 Apr 15 19:57:46.602319 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5603e636-0ec8-410e-8946-746cab576066 req-e2f3170b-27c2-4aae-87cc-a45bfd38d350 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413454 Apr 15 19:57:46.618644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:57:46.741110 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:46.769886 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:57:46.780219 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:57:46.783465 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:46.785216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:46.822884 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'code': 200} Apr 15 19:57:46.856869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=8']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:46.864749 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.865148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.865533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.865944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.866322 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.866699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.867076 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.867446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.867818 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.868185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.868553 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.868920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:57:46.872937 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:47.822533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3a60b-0b95-4b98-9204-0a56e3961780 req-55f387bc-579e-4fec-97f8-1820679e65c1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:47.824146 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0cb3a60b-0b95-4b98-9204-0a56e3961780 req-55f387bc-579e-4fec-97f8-1820679e65c1 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.0936902 Apr 15 19:57:47.872976 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0cb3a60b-0b95-4b98-9204-0a56e3961780 req-515a454a-599e-4ae7-8664-d3c83a39a790 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420561 Apr 15 19:57:49.408471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94d099d-7354-4f52-b4e7-4a4099d7b116 req-6dd223ba-142c-46c9-a2ab-10e9558c8ee3 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:49.410193 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e94d099d-7354-4f52-b4e7-4a4099d7b116 req-6dd223ba-142c-46c9-a2ab-10e9558c8ee3 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.0930064 Apr 15 19:57:49.459329 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e94d099d-7354-4f52-b4e7-4a4099d7b116 req-d6139146-5802-4c32-8fb5-92f7e8c785d3 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427291 Apr 15 19:57:49.639991 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-678f957d-eb2b-45ec-b028-0205bf3e0469 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0821519 Apr 15 19:57:50.172619 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-2c56dea2-2244-4da7-8fad-92cc379b4204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:50.174278 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-2c56dea2-2244-4da7-8fad-92cc379b4204 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09&tenant_id=0b83d57b76e24520ba40e4dbce21c8a9 HTTP/1.1" status: 200 len: 1097 time: 0.0775702 Apr 15 19:57:50.281201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-f3fc1e5a-4788-4b90-ba28-2b7e85d3e1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:50.282859 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-f3fc1e5a-4788-4b90-ba28-2b7e85d3e1fb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 1097 time: 0.0850606 Apr 15 19:57:50.430093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-a811eba7-6673-4f92-9f81-8d433865e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:50.431689 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-a811eba7-6673-4f92-9f81-8d433865e5b4 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1413572 Apr 15 19:57:50.548290 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-befda6f0-33d8-4d8b-9a16-6576dafb4fb5 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4 HTTP/1.1" status: 200 len: 999 time: 0.1088991 Apr 15 19:57:50.620225 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-8a2c8737-5345-4f71-9e35-2f886909b764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:50.621963 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-8a2c8737-5345-4f71-9e35-2f886909b764 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0662494 Apr 15 19:57:50.631306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:57:50.690147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b4c39b-97ff-448f-b6c7-33f9a85fd7b1 req-3e0667c0-c595-41f0-91df-5fd889abdb1d tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:50.692458 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7b4c39b-97ff-448f-b6c7-33f9a85fd7b1 req-3e0667c0-c595-41f0-91df-5fd889abdb1d tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.1061041 Apr 15 19:57:50.719455 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-d2374d8e-3b7b-4b56-a3ab-77e195624e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:50.721501 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-d2374d8e-3b7b-4b56-a3ab-77e195624e3c service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0907741 Apr 15 19:57:50.751125 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d7b4c39b-97ff-448f-b6c7-33f9a85fd7b1 req-d78e86e8-5c2a-4b47-8086-9e691939e9fe tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497100 Apr 15 19:57:50.902744 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-ac062f78-db66-47f6-bdda-949ad8f55acb service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730504 Apr 15 19:57:51.056015 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-672cd7bd-cde6-4d15-a543-5a4348f70fc1 req-70ccafb5-a5f5-43dc-9648-8892d13bd254 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453860 Apr 15 19:57:51.963890 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb7aee2-3af8-43f6-9aff-3e23c2e8a134 req-f67a0c5c-cf6f-4400-b7b0-b4bd4a0f8755 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:51.965492 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3fb7aee2-3af8-43f6-9aff-3e23c2e8a134 req-f67a0c5c-cf6f-4400-b7b0-b4bd4a0f8755 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.0885825 Apr 15 19:57:52.022738 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3fb7aee2-3af8-43f6-9aff-3e23c2e8a134 req-b336fa6c-7f94-4039-9498-1dc53a9b5f70 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501769 Apr 15 19:57:53.242145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5185854c-73a4-418b-984e-fd46b1659087 req-6cdced01-cf89-423d-a537-bd893aac56df tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:53.243806 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5185854c-73a4-418b-984e-fd46b1659087 req-6cdced01-cf89-423d-a537-bd893aac56df tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.0942578 Apr 15 19:57:53.301338 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5185854c-73a4-418b-984e-fd46b1659087 req-d04ec1ff-5cf6-4b7f-b981-7985eba396ff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484090 Apr 15 19:57:53.593460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44760) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:53.729280 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:53.749688 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:53.753836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] Usage tracker for resource:security_group_rule and tenant:79d9a533f6094665b3286fa928052802 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:53.756895 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:53.763503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:53.857319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:53.860175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:53.868749 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-795fc5f0-bc8e-463b-a2c6-8879e760f855 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:53.914347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b482be7-c903-49f4-acf9-fbe1f1ddaa2c,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:53.919678 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=79d9a533f6094665b3286fa928052802&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248415 Apr 15 19:57:53.920671 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-36f6c4c3-fb3a-410d-97f8-2cb501b2cbfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:53.922540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44766) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:53.987490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01826bd9-1e14-48df-a655-ee43d4740a0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.015924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01826bd9-1e14-48df-a655-ee43d4740a0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.063492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01826bd9-1e14-48df-a655-ee43d4740a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.067785 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-235b29ba-9269-4408-8245-354e107ef0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:54.084948 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01826bd9-1e14-48df-a655-ee43d4740a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b482be7-c903-49f4-acf9-fbe1f1ddaa2c,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:54.087413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-01826bd9-1e14-48df-a655-ee43d4740a0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:54.094729 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-01826bd9-1e14-48df-a655-ee43d4740a0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.095950 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-01826bd9-1e14-48df-a655-ee43d4740a0c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6b482be7-c903-49f4-acf9-fbe1f1ddaa2c HTTP/1.1" status: 204 len: 168 time: 0.1721876 Apr 15 19:57:54.444418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44776) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:54.463897 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.487325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:54.492135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Usage tracker for resource:security_group_rule and tenant:e734cbe54d504f1b8417b2cb24b75341 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:54.495563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:54.502671 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:54.563135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10fb8b-5f12-4730-a0b1-65eaacb2e506 req-e3afbb4f-7d56-4b9f-bbc8-1915d681a377 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:54.564801 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a10fb8b-5f12-4730-a0b1-65eaacb2e506 req-e3afbb4f-7d56-4b9f-bbc8-1915d681a377 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.0994174 Apr 15 19:57:54.616607 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.619529 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a10fb8b-5f12-4730-a0b1-65eaacb2e506 req-1916dd5f-0168-4f8e-8a2f-b58f0c45a3a2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468488 Apr 15 19:57:54.620107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.629736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a3fefb28-5ea5-490d-af56-4289fa4a425b tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:54.677008 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e734cbe54d504f1b8417b2cb24b75341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2313669 Apr 15 19:57:54.679881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44780) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:54.680272 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94ea603-47a2-435a-81fc-7635b7fc359c,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:54.683987 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:54.745000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e7c72c7-7ece-4e1b-a70b-28d358af70cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.788148 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e7c72c7-7ece-4e1b-a70b-28d358af70cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.840047 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e7c72c7-7ece-4e1b-a70b-28d358af70cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.845726 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cec1ce64-87ad-4a48-ac57-4954586d1e72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:54.858222 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c72c7-7ece-4e1b-a70b-28d358af70cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94ea603-47a2-435a-81fc-7635b7fc359c,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:54.886333 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3e7c72c7-7ece-4e1b-a70b-28d358af70cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:54.887953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e7c72c7-7ece-4e1b-a70b-28d358af70cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:54.900081 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3e7c72c7-7ece-4e1b-a70b-28d358af70cf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b94ea603-47a2-435a-81fc-7635b7fc359c HTTP/1.1" status: 204 len: 168 time: 0.2114780 Apr 15 19:57:55.306298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44790) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:55.338194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:55.357800 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:55.361936 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Usage tracker for resource:security_group_rule and tenant:1807efd239db427fbc24b285e186f29d is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:55.364879 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:55.370868 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:55.473507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:55.477362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:55.488840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b3e34557-6d10-47a5-b3f1-c64586bfd2f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:55.536183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b69378-7138-4849-b48c-65775ae9a8d8,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:55.539478 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:55.546280 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1807efd239db427fbc24b285e186f29d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388899 Apr 15 19:57:55.549037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44794) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:55.617904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-94c1f5b6-bb19-445d-807b-95e896acbe72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:55.646918 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-94c1f5b6-bb19-445d-807b-95e896acbe72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:55.696585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-94c1f5b6-bb19-445d-807b-95e896acbe72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:55.703551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ff0bc0dc-cc64-4dd0-a925-6752914b751f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:55.722519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c1f5b6-bb19-445d-807b-95e896acbe72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b69378-7138-4849-b48c-65775ae9a8d8,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:55.725229 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-94c1f5b6-bb19-445d-807b-95e896acbe72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:55.726460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-94c1f5b6-bb19-445d-807b-95e896acbe72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:55.730667 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-94c1f5b6-bb19-445d-807b-95e896acbe72 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/22b69378-7138-4849-b48c-65775ae9a8d8 HTTP/1.1" status: 204 len: 168 time: 0.1778092 Apr 15 19:57:55.772199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:55.871650 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb2a8fe-71f2-44d6-8e98-ba96325a5504 req-38292335-9a5a-4d6b-b9e9-f623c5cb81b4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:55.874038 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ebb2a8fe-71f2-44d6-8e98-ba96325a5504 req-38292335-9a5a-4d6b-b9e9-f623c5cb81b4 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.1099775 Apr 15 19:57:55.937026 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ebb2a8fe-71f2-44d6-8e98-ba96325a5504 req-628ee20f-cbb5-4d91-bb08-eb4ac44c123e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567274 Apr 15 19:57:56.642750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44820) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:56.768392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1741777665-network', 'tenant_id': '2d9615a3abd04ec7b83528a3ec2cc1b0'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:57:56.773588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:56.777747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Usage tracker for resource:network and tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:56.781413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:56.788525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:56.798912 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Made reservation on behalf of 2d9615a3abd04ec7b83528a3ec2cc1b0 for: {'network': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:57:56.803748 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:56.818220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:56.835488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:56.839977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Usage tracker for resource:security_group_rule and tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:56.843855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:56.851592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:56.948096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:56.951651 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:56.956129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0cef0259-50ea-4248-82ea-161c187a732f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:56.986293 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] vlan segment allocate from pool success with {'vlan_id': 629, 'physical_network': 'physnet1'} {{(pid=85366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:57:56.995898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce181f95-a570-48b9-bba1-2cfbf6bd359a,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:56.999872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:57.002594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:57.002985 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Added segment ee8dd597-0734-4b67-9c78-3270e21af8ea of type vlan for network f57d9810-3d5b-4967-96aa-2130ae4b1076 Apr 15 19:57:57.057585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:57.094193 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:57.095625 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:57.096325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:57.102281 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:57.273976 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Pushing event updated for resources: {'Network': ['ID=f57d9810-3d5b-4967-96aa-2130ae4b1076,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:57.277277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:57.281053 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6351097 Apr 15 19:57:57.284260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44828) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:57.287010 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network f57d9810-3d5b-4967-96aa-2130ae4b1076 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:57:57.290540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Request body: {'subnet': {'network_id': 'f57d9810-3d5b-4967-96aa-2130ae4b1076', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1741777665-subnet', 'tenant_id': '2d9615a3abd04ec7b83528a3ec2cc1b0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:57:57.297003 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:57.301510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Usage tracker for resource:subnet and tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:57.304561 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:57.313118 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:57.317431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a669b6-cdf2-4233-8077-5693b134d5f9 req-e125edfc-7c51-4a90-b7ac-cc6913f62fbb tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:57.319989 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b9a669b6-cdf2-4233-8077-5693b134d5f9 req-e125edfc-7c51-4a90-b7ac-cc6913f62fbb tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.1217496 Apr 15 19:57:57.351220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Made reservation on behalf of 2d9615a3abd04ec7b83528a3ec2cc1b0 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:57:57.356655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6371647'] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:57.384141 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b9a669b6-cdf2-4233-8077-5693b134d5f9 req-4e520fbe-c40e-41f4-88c6-3fdf5939f48f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574205 Apr 15 19:57:57.814223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6078190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6371596'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:57.830511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ded4b4a9-8507-4294-b51c-0dbb616f5105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:57.955369 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f431eb05-b04c-431f-a4bd-6eae96430282,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:57.968951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:58.032601 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Checking segment: {'id': 'ee8dd597-0734-4b67-9c78-3270e21af8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f57d9810-3d5b-4967-96aa-2130ae4b1076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:57:58.032926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Network hostable DHCP agents. Network: f57d9810-3d5b-4967-96aa-2130ae4b1076, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:57:58.052296 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Network f57d9810-3d5b-4967-96aa-2130ae4b1076 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:57:58.062864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, f57d9810-3d5b-4967-96aa-2130ae4b1076) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:57:58.073249 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e34bb9c5-7882-42b2-9749-5d0787d5d450 None None] Network f57d9810-3d5b-4967-96aa-2130ae4b1076 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:57:58.078068 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:58.078838 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:58.107989 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d8a94a21-c864-4c23-9440-6e6dc6ab4957 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8225379 Apr 15 19:57:58.339909 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ed03ef-b2d0-425a-a1af-e0dd14156804 None None] Network f57d9810-3d5b-4967-96aa-2130ae4b1076 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:57:58.779029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 44850) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:58.786069 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1207079271-network', 'tenant_id': '8ef0c345f6824a6ca37036b1dda7a2a7'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:57:58.791826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:58.797208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Usage tracker for resource:network and tenant:8ef0c345f6824a6ca37036b1dda7a2a7 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:58.802516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:58.820612 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:58.839456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Made reservation on behalf of 8ef0c345f6824a6ca37036b1dda7a2a7 for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:57:58.851771 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:58.877322 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:58.903997 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:58.908681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Usage tracker for resource:security_group_rule and tenant:8ef0c345f6824a6ca37036b1dda7a2a7 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:58.913236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:58.920363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:58.961658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62b4d93-474c-4f1f-90de-62b9fecd89c7 req-734c72db-62c6-407d-b4c0-6c8d4f6867d8 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:58.970213 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a62b4d93-474c-4f1f-90de-62b9fecd89c7 req-734c72db-62c6-407d-b4c0-6c8d4f6867d8 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.3528171 Apr 15 19:57:59.014841 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a62b4d93-474c-4f1f-90de-62b9fecd89c7 req-abddbaab-4a8e-42e1-a428-0cc1bb6b3738 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434926 Apr 15 19:57:59.021633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:59.024813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:59.029736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-cf6a4190-5be5-475e-a954-af31a6042fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:59.061933 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:57:59.071583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f81a8fe-49fa-4aac-9921-659d3422ad66,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:59.083047 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:59.086045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:59.086661 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Added segment de65be77-1ba8-4732-87c2-d5640b1da8ce of type vlan for network ec2d2fac-b6c6-40dc-8c74-4701199cbae8 Apr 15 19:57:59.116708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:59.150845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:59.153720 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:57:59.154760 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:59.168255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:59.266641 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4863520 Apr 15 19:57:59.269711 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 44854) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:57:59.275191 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Pushing event updated for resources: {'Network': ['ID=ec2d2fac-b6c6-40dc-8c74-4701199cbae8,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:59.276565 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Request body: {'subnet': {'network_id': 'ec2d2fac-b6c6-40dc-8c74-4701199cbae8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1207079271-subnet', 'tenant_id': '8ef0c345f6824a6ca37036b1dda7a2a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:57:59.279009 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-80cf59f7-56f2-49a7-8a7b-34741bfadcca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:57:59.291656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network ec2d2fac-b6c6-40dc-8c74-4701199cbae8 details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:57:59.294875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:57:59.300126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Usage tracker for resource:subnet and tenant:8ef0c345f6824a6ca37036b1dda7a2a7 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:57:59.305544 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:57:59.316683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:57:59.326742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Made reservation on behalf of 8ef0c345f6824a6ca37036b1dda7a2a7 for: {'subnet': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:57:59.331546 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7053462'] for subnet, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:59.781557 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5837308', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7053477'] for subnet, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:57:59.851878 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-37cb646c-c193-4bd0-a3d5-498c605d4038 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:57:59.937100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3eaa77f-c6aa-4042-8ebd-3c4153e85dd6,revision_number=0']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:57:59.944851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:00.025131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Checking segment: {'id': 'de65be77-1ba8-4732-87c2-d5640b1da8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': 'ec2d2fac-b6c6-40dc-8c74-4701199cbae8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:58:00.025532 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Network hostable DHCP agents. Network: ec2d2fac-b6c6-40dc-8c74-4701199cbae8, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85366) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:58:00.047239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Network ec2d2fac-b6c6-40dc-8c74-4701199cbae8 is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85366) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:58:00.058107 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, ec2d2fac-b6c6-40dc-8c74-4701199cbae8) {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:58:00.069526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18e88d0-9d5f-477f-b55d-bc94b3aa0820 None None] Network ec2d2fac-b6c6-40dc-8c74-4701199cbae8 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:58:00.071770 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:00.072437 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:00.093408 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3e51ec77-cb0f-4991-98e7-3d96401dd712 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8223190 Apr 15 19:58:00.266308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6086344-34b5-472e-a158-354830462f5f req-04244429-9f3f-4f16-a9bd-f9df9f68f3aa tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:00.267942 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f6086344-34b5-472e-a158-354830462f5f req-04244429-9f3f-4f16-a9bd-f9df9f68f3aa tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.1155543 Apr 15 19:58:00.369254 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f6086344-34b5-472e-a158-354830462f5f req-6e127220-3fdc-4b98-b922-3b104e2a8d23 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0860820 Apr 15 19:58:00.371930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a349b4a5-e082-4681-91ca-12a977276b26 None None] Network ec2d2fac-b6c6-40dc-8c74-4701199cbae8 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:58:00.869606 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-96ccb9d2-fea8-43a6-9b30-c88345a6d3f5 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:00.870304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-96ccb9d2-fea8-43a6-9b30-c88345a6d3f5 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Synchronizing usage tracker for tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 on resource:network {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:58:00.888070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-96ccb9d2-fea8-43a6-9b30-c88345a6d3f5 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Unset dirty status for tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 on resource:network {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:58:00.889499 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-96ccb9d2-fea8-43a6-9b30-c88345a6d3f5 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/networks?id=f57d9810-3d5b-4967-96aa-2130ae4b1076 HTTP/1.1" status: 200 len: 809 time: 0.1968963 Apr 15 19:58:00.907707 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-d3a09858-7beb-4cf0-b5b0-de1cf3ecf241 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/quotas/2d9615a3abd04ec7b83528a3ec2cc1b0 HTTP/1.1" status: 200 len: 375 time: 0.0111260 Apr 15 19:58:00.977321 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-c59c4572-0829-4010-846d-68d8d840e4e5 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2d9615a3abd04ec7b83528a3ec2cc1b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0553305 Apr 15 19:58:01.134190 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-76e797ce-aede-4f4d-be73-28d1744281a2 service neutron] 10.222.0.35 "GET /v2.0/networks/f57d9810-3d5b-4967-96aa-2130ae4b1076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484871 Apr 15 19:58:01.283664 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-9c46c736-e090-4c17-b82e-9a56560637b3 service neutron] 10.222.0.35 "GET /v2.0/networks/f57d9810-3d5b-4967-96aa-2130ae4b1076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1430740 Apr 15 19:58:01.509265 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d41e5f75-c77a-422e-b9c7-ca844b4002c4 req-5a8ed597-5e51-46e2-863e-7c600b48972e tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 210 time: 0.0691659 Apr 15 19:58:01.624391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3bb6aa-81fd-49fa-9440-64c399791d31 req-9f4e484e-4957-49ac-81c2-6e235e3e5195 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:01.634103 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2e3bb6aa-81fd-49fa-9440-64c399791d31 req-9f4e484e-4957-49ac-81c2-6e235e3e5195 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.1198843 Apr 15 19:58:01.681282 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2e3bb6aa-81fd-49fa-9440-64c399791d31 req-0be3689d-f6b4-4c61-a4a0-1896017590cc tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456092 Apr 15 19:58:02.678397 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-752e90be-bde4-4ec5-8cd6-5368ef0f1511 req-d159fbb0-2cff-461b-816f-92e7fd398f65 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 210 time: 0.0524557 Apr 15 19:58:02.905429 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba47687d-b458-4653-8cfe-73b54e47de98 req-4dfab5b6-020b-4a0e-9b35-0ee9fa1d7f9b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:02.907152 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ba47687d-b458-4653-8cfe-73b54e47de98 req-4dfab5b6-020b-4a0e-9b35-0ee9fa1d7f9b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.0939715 Apr 15 19:58:02.984218 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ba47687d-b458-4653-8cfe-73b54e47de98 req-5238a806-c63f-4ece-bebe-921449476aa2 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701025 Apr 15 19:58:03.184575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-87433bcc-6db4-4d98-a9a9-0fe363c8c37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:03.186246 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-87433bcc-6db4-4d98-a9a9-0fe363c8c37e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 1097 time: 0.0798147 Apr 15 19:58:03.347932 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-c2f90a85-d40c-416e-9ead-297f88aeab54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:03.349650 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-c2f90a85-d40c-416e-9ead-297f88aeab54 service neutron] 10.222.0.61 "GET /v2.0/networks?id=ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 200 len: 917 time: 0.1420796 Apr 15 19:58:03.472787 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-2d08e761-11c5-483d-b8ef-a9fc586e9b00 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4 HTTP/1.1" status: 200 len: 999 time: 0.1125789 Apr 15 19:58:03.571681 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-faa73902-f465-497d-93c2-438ec56b532f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:03.573547 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-faa73902-f465-497d-93c2-438ec56b532f service neutron] 10.222.0.61 "GET /v2.0/subnets?id=4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 200 len: 855 time: 0.0887530 Apr 15 19:58:03.683278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-c2c49ef3-e147-40e2-b7b1-68f8ddba429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:03.684855 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-c2c49ef3-e147-40e2-b7b1-68f8ddba429f service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=ab186b9c-91f3-4780-9a87-90f548a5fa59&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0966969 Apr 15 19:58:03.860264 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4e607f0f-a7c8-4e61-b1ab-a7761707d8ed req-20b1950b-1aa3-4bda-8d5d-1043c70c41d9 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 210 time: 0.0565703 Apr 15 19:58:04.093323 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-0ede07fc-7430-4aa0-8782-142deb94f09d service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3975914 Apr 15 19:58:04.241843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-d586b0c6-15f4-42fb-8365-8c788cd83553 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:04.244341 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-d586b0c6-15f4-42fb-8365-8c788cd83553 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.61 "GET /v2.0/networks?id=f57d9810-3d5b-4967-96aa-2130ae4b1076 HTTP/1.1" status: 200 len: 809 time: 0.2419326 Apr 15 19:58:04.250270 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1a10d3cf-c1bd-4211-a702-5f985648533f req-a047f31b-3963-4dd9-abdc-d3dd13890fd3 service neutron] 10.222.0.61 "GET /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438811 Apr 15 19:58:04.275788 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052aadb-31dd-4279-b69b-4ae567cf7793 req-99e8d348-5fe8-461f-a645-f9415c7f7328 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:04.277458 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0052aadb-31dd-4279-b69b-4ae567cf7793 req-99e8d348-5fe8-461f-a645-f9415c7f7328 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 944 time: 0.1651728 Apr 15 19:58:04.282801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Request body: {'port': {'device_id': '116f5ddf-3a76-41a7-b9d3-af90be7d5c76', 'network_id': 'f57d9810-3d5b-4967-96aa-2130ae4b1076', 'admin_state_up': True, 'tenant_id': '2d9615a3abd04ec7b83528a3ec2cc1b0'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:58:04.435961 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0052aadb-31dd-4279-b69b-4ae567cf7793 req-e3884e2b-b256-47df-a0bb-4e12fc56ff9c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1339438 Apr 15 19:58:04.493570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:58:04.498388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Usage tracker for resource:port and tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:58:04.501432 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:58:04.507525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:58:04.516725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Made reservation on behalf of 2d9615a3abd04ec7b83528a3ec2cc1b0 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:58:04.522885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:04.705023 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Allocated IP 172.20.0.3 (f57d9810-3d5b-4967-96aa-2130ae4b1076/f431eb05-b04c-431f-a4bd-6eae96430282/f8239e0f-0381-48ef-9596-ec1e148272ad) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:58:04.711300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:58:04.866375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:04.882055 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'port_id': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'mac_address': 'fa:16:3e:a4:8c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 641, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:58:04.934801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:04.944859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:04.963575 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eac74250-e165-4dd1-bcf5-da789dac8ec4 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:58:04.967930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:04.982161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:04.985261 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:04.987209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:04.989362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:05.063505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=9']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:05.067059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:05.189982 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Pushing event updated for resources: {'Port': ['ID=f8239e0f-0381-48ef-9596-ec1e148272ad,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:05.203678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:05.235612 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['eac74250-e165-4dd1-bcf5-da789dac8ec4'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:58:05.248690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d1366-8a4f-4c95-9753-7acafa20a36e req-46820d17-6ec0-45bf-a21c-cfa3ae3fe2e5 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:05.250372 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a66d1366-8a4f-4c95-9753-7acafa20a36e req-46820d17-6ec0-45bf-a21c-cfa3ae3fe2e5 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 931 time: 0.2621982 Apr 15 19:58:05.293153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Network f57d9810-3d5b-4967-96aa-2130ae4b1076 is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:58:05.304722 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:58:05.310375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:58:05.358005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a66d1366-8a4f-4c95-9753-7acafa20a36e req-b27d7557-7ba6-4432-8712-895ac6d02c5a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Synchronizing usage tracker for tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 on resource:security_group {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:58:05.397045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:05.397740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:05.404404 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-a66d1366-8a4f-4c95-9753-7acafa20a36e req-b27d7557-7ba6-4432-8712-895ac6d02c5a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Unset dirty status for tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 on resource:security_group {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:58:05.405650 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a66d1366-8a4f-4c95-9753-7acafa20a36e req-b27d7557-7ba6-4432-8712-895ac6d02c5a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463671 Apr 15 19:58:05.426903 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-8ca272ec-388b-421c-8cf8-53ae516836cb tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1483283 Apr 15 19:58:05.439941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Request body: {'port': {'device_id': '116f5ddf-3a76-41a7-b9d3-af90be7d5c76', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:58:05.566311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:05.804814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e4c103-870b-4d9c-ad5f-d1642ca41181 req-45e3492c-fab6-4335-814b-32acca2ca97f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:05.806529 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-48e4c103-870b-4d9c-ad5f-d1642ca41181 req-45e3492c-fab6-4335-814b-32acca2ca97f tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 945 time: 0.2192729 Apr 15 19:58:05.956404 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-48e4c103-870b-4d9c-ad5f-d1642ca41181 req-9a3b486f-0f47-40d9-9f19-8aa6640a4e6e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1393278 Apr 15 19:58:06.075962 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8239e0f-0381-48ef-9596-ec1e148272ad {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:58:06.084510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:06.102257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Transition to ACTIVE for port object f8239e0f-0381-48ef-9596-ec1e148272ad will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:58:06.105069 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:06.121489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7eaf0c9a-6775-4c79-971e-175dbacb019f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:06.487721 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Pushing event updated for resources: {'Port': ['ID=f8239e0f-0381-48ef-9596-ec1e148272ad,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:06.492240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:06.724982 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:58:06.772572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4311fc-213c-41e5-84b8-f35d5bdb54ff req-c5887893-7ebd-458c-a2ef-49c5a870f09a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:06.773344 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-cb4311fc-213c-41e5-84b8-f35d5bdb54ff req-c5887893-7ebd-458c-a2ef-49c5a870f09a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Synchronizing usage tracker for tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:58:06.799994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port eac74250-e165-4dd1-bcf5-da789dac8ec4 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:58:06.800632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:06.808449 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-cb4311fc-213c-41e5-84b8-f35d5bdb54ff req-c5887893-7ebd-458c-a2ef-49c5a870f09a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Unset dirty status for tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:58:06.809751 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cb4311fc-213c-41e5-84b8-f35d5bdb54ff req-c5887893-7ebd-458c-a2ef-49c5a870f09a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 943 time: 0.2855158 Apr 15 19:58:06.810624 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Attempting to bind port f8239e0f-0381-48ef-9596-ec1e148272ad on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:58:06.810998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Attempting to bind port f8239e0f-0381-48ef-9596-ec1e148272ad by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': 'ee8dd597-0734-4b67-9c78-3270e21af8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f57d9810-3d5b-4967-96aa-2130ae4b1076'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:58:06.811375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Attempting to bind port f8239e0f-0381-48ef-9596-ec1e148272ad on network f57d9810-3d5b-4967-96aa-2130ae4b1076 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:58:06.816522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Port f8239e0f-0381-48ef-9596-ec1e148272ad on network f57d9810-3d5b-4967-96aa-2130ae4b1076 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:58:06.816893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Attempting to bind port f8239e0f-0381-48ef-9596-ec1e148272ad on network f57d9810-3d5b-4967-96aa-2130ae4b1076 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:58:06.838993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:58:06.839240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Checking segment: {'id': 'ee8dd597-0734-4b67-9c78-3270e21af8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f57d9810-3d5b-4967-96aa-2130ae4b1076'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:58:06.839585 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Bound using segment: {'id': 'ee8dd597-0734-4b67-9c78-3270e21af8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f57d9810-3d5b-4967-96aa-2130ae4b1076'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:58:06.840078 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Bound port: f8239e0f-0381-48ef-9596-ec1e148272ad, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee8dd597-0734-4b67-9c78-3270e21af8ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 629, 'network_id': 'f57d9810-3d5b-4967-96aa-2130ae4b1076'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:58:06.840581 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:06.926081 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cb4311fc-213c-41e5-84b8-f35d5bdb54ff req-eec4f065-9b35-4dd9-a613-6c426988ace8 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066446 Apr 15 19:58:06.933985 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:06.966007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] For port f8239e0f-0381-48ef-9596-ec1e148272ad, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:58:06.967960 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:58:06.969300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] For port f8239e0f-0381-48ef-9596-ec1e148272ad, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8239e0f-0381-48ef-9596-ec1e148272ad,segment=NetworkSegment(ee8dd597-0734-4b67-9c78-3270e21af8ea),segment_id=ee8dd597-0734-4b67-9c78-3270e21af8ea)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:58:06.979096 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:06.980310 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:06.985456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:06.987613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:07.004678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-4bba8ae9-6b96-4b16-8d1f-4462994ca645 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:07.036148 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'code': 200} Apr 15 19:58:07.073869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=10']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:07.077929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:07.235254 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Pushing event updated for resources: {'Port': ['ID=f8239e0f-0381-48ef-9596-ec1e148272ad,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:07.241102 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:07.293628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:07.294338 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:07.295837 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] 10.222.0.61 "PUT /v2.0/ports/f8239e0f-0381-48ef-9596-ec1e148272ad HTTP/1.1" status: 200 len: 1093 time: 1.8607724 Apr 15 19:58:07.296398 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116f5ddf-3a76-41a7-b9d3-af90be7d5c76', 'tag': 'f8239e0f-0381-48ef-9596-ec1e148272ad'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:58:07.315167 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec119-b6d4-4fd7-aba9-f378ed125f4d req-700078c2-f43c-4d66-a53d-67b542aad2e5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:07.326323 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9fcec119-b6d4-4fd7-aba9-f378ed125f4d req-700078c2-f43c-4d66-a53d-67b542aad2e5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 947 time: 0.1987748 Apr 15 19:58:07.327264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f19db-4f97-4bd7-ae05-efb29a3149e6 req-820b3763-39cf-4247-b271-c05b620737b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:07.328978 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-434f19db-4f97-4bd7-ae05-efb29a3149e6 req-820b3763-39cf-4247-b271-c05b620737b5 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 1100 time: 0.0953753 Apr 15 19:58:07.334385 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e2d57f6e-9825-425b-b2ee-7db8a5a56527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:07.381217 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-434f19db-4f97-4bd7-ae05-efb29a3149e6 req-2ca6bdff-9e89-4f0c-bec9-406e4fcf292a service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434763 Apr 15 19:58:07.391272 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116f5ddf-3a76-41a7-b9d3-af90be7d5c76', 'tag': 'f8239e0f-0381-48ef-9596-ec1e148272ad', 'status': 'completed', 'code': 200} Apr 15 19:58:07.422965 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9fcec119-b6d4-4fd7-aba9-f378ed125f4d req-ec676594-0d72-4dc2-bfed-ad91b580c5e5 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957322 Apr 15 19:58:07.448763 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7708e042-2aa2-44cd-87be-d776b7aa6939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:07.450503 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-7708e042-2aa2-44cd-87be-d776b7aa6939 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d9615a3abd04ec7b83528a3ec2cc1b0&device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 1096 time: 0.1055012 Apr 15 19:58:07.530103 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-3d7bfa8b-8557-47d1-9b1b-13caa7994456 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8239e0f-0381-48ef-9596-ec1e148272ad HTTP/1.1" status: 200 len: 217 time: 0.0695367 Apr 15 19:58:07.598980 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-a63b59d5-e8d9-4419-a5aa-839a397acb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:07.600597 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-a63b59d5-e8d9-4419-a5aa-839a397acb4d service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f431eb05-b04c-431f-a4bd-6eae96430282 HTTP/1.1" status: 200 len: 849 time: 0.0640264 Apr 15 19:58:07.658308 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-3971e1b7-cb59-4e3a-9180-879a50654315 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f57d9810-3d5b-4967-96aa-2130ae4b1076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497363 Apr 15 19:58:07.803142 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-023a0711-7234-4248-b15d-730d1827455a service neutron] 10.222.0.61 "GET /v2.0/networks/f57d9810-3d5b-4967-96aa-2130ae4b1076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372108 Apr 15 19:58:07.948582 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1514565c-ec18-4f7c-bdff-1874ae7be0ef req-741085af-1616-4266-85c4-453cb77a98e0 service neutron] 10.222.0.61 "GET /v2.0/networks/f57d9810-3d5b-4967-96aa-2130ae4b1076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364133 Apr 15 19:58:08.155093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-81d43a15-306a-4b21-b2ab-8a35cacb5859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:08.156625 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-81d43a15-306a-4b21-b2ab-8a35cacb5859 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=2d9615a3abd04ec7b83528a3ec2cc1b0&device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 1096 time: 0.1521585 Apr 15 19:58:08.170160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8429bcd5-d115-418e-b821-eaf75f080e46 req-32e19b42-9c78-4267-84c9-9fb63ee58888 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:08.171733 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8429bcd5-d115-418e-b821-eaf75f080e46 req-32e19b42-9c78-4267-84c9-9fb63ee58888 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 943 time: 0.1195223 Apr 15 19:58:08.311069 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8429bcd5-d115-418e-b821-eaf75f080e46 req-46fd1ffd-26d5-4e0c-b5d8-4ff4c2332526 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169493 Apr 15 19:58:08.350803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-8ae23c93-fea1-4a4a-9aad-e07a5f2df855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:08.352543 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-8ae23c93-fea1-4a4a-9aad-e07a5f2df855 service neutron] 10.222.0.61 "GET /v2.0/networks?id=f57d9810-3d5b-4967-96aa-2130ae4b1076 HTTP/1.1" status: 200 len: 910 time: 0.1798680 Apr 15 19:58:08.428327 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-a6cfd0c9-1724-423b-b29d-fde6bb02cf37 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f8239e0f-0381-48ef-9596-ec1e148272ad HTTP/1.1" status: 200 len: 217 time: 0.0673201 Apr 15 19:58:08.512930 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-28245c1c-6427-4454-bcaf-2ea79dbbd566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:08.514557 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-28245c1c-6427-4454-bcaf-2ea79dbbd566 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=f431eb05-b04c-431f-a4bd-6eae96430282 HTTP/1.1" status: 200 len: 849 time: 0.0798056 Apr 15 19:58:08.611403 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-f38d5dcb-be68-4911-b15d-129890b37a91 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=f57d9810-3d5b-4967-96aa-2130ae4b1076&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0863199 Apr 15 19:58:08.747899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device f8239e0f-0381-48ef-9596-ec1e148272ad details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:58:08.784859 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b10dba-4f85-4027-9591-11c27e6a838f req-57c5fae5-a6f5-48b5-9c71-2f144f27d989 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:08.786441 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-07b10dba-4f85-4027-9591-11c27e6a838f req-57c5fae5-a6f5-48b5-9c71-2f144f27d989 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 947 time: 0.2192791 Apr 15 19:58:08.823702 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-ddf4503f-d15f-4c13-89da-ff5623c884ca service neutron] 10.222.0.61 "GET /v2.0/networks/f57d9810-3d5b-4967-96aa-2130ae4b1076?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960604 Apr 15 19:58:08.904935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port f8239e0f-0381-48ef-9596-ec1e148272ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8239e0f-0381-48ef-9596-ec1e148272ad,segment=NetworkSegment(ee8dd597-0734-4b67-9c78-3270e21af8ea),segment_id=ee8dd597-0734-4b67-9c78-3270e21af8ea)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:08.920526 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': 'f8239e0f-0381-48ef-9596-ec1e148272ad', 'network_id': 'f57d9810-3d5b-4967-96aa-2130ae4b1076', 'port_id': 'f8239e0f-0381-48ef-9596-ec1e148272ad', 'mac_address': 'fa:16:3e:31:fe:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 629, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f431eb05-b04c-431f-a4bd-6eae96430282', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:58:08.929086 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-07b10dba-4f85-4027-9591-11c27e6a838f req-72f3be1a-b1b9-4891-8702-7b0d3f35f205 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319878 Apr 15 19:58:08.990465 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:08.991134 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3cb195d3-6315-4177-bcd2-c3a5aed00354 req-d442a3a2-9220-434d-8e99-9351077ba3a5 service neutron] 10.222.0.61 "GET /v2.0/networks/f57d9810-3d5b-4967-96aa-2130ae4b1076?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552501 Apr 15 19:58:09.009990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8239e0f-0381-48ef-9596-ec1e148272ad {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:58:09.026558 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port f8239e0f-0381-48ef-9596-ec1e148272ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8239e0f-0381-48ef-9596-ec1e148272ad,segment=NetworkSegment(ee8dd597-0734-4b67-9c78-3270e21af8ea),segment_id=ee8dd597-0734-4b67-9c78-3270e21af8ea)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:09.030091 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:09.031952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:09.106028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=f8239e0f-0381-48ef-9596-ec1e148272ad,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:09.109439 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:09.251239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['f8239e0f-0381-48ef-9596-ec1e148272ad'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:58:09.516302 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88708ccd-a83d-4f72-8ff3-1d8a92584d89 req-b49cb997-7398-4e53-9e0a-c29bc0bd7a00 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:09.517939 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-88708ccd-a83d-4f72-8ff3-1d8a92584d89 req-b49cb997-7398-4e53-9e0a-c29bc0bd7a00 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 944 time: 0.0888896 Apr 15 19:58:09.564376 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-88708ccd-a83d-4f72-8ff3-1d8a92584d89 req-d43be09c-36e7-4ed3-bf39-974194abf7e3 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400553 Apr 15 19:58:09.712651 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9fb8d543-5057-4403-93ef-491e16c82df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:10.144438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7722d-9740-4419-b369-e5466e1dcff3 req-8a4b37d3-ad58-4526-b9a2-4d3b42bb637e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:10.146140 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b9d7722d-9740-4419-b369-e5466e1dcff3 req-8a4b37d3-ad58-4526-b9a2-4d3b42bb637e tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 947 time: 0.0919926 Apr 15 19:58:10.193751 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b9d7722d-9740-4419-b369-e5466e1dcff3 req-76fed68f-66dd-46ac-8489-777f2cfe56f8 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412350 Apr 15 19:58:10.270747 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:10.600772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:10.755253 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device f8239e0f-0381-48ef-9596-ec1e148272ad up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:58:10.773994 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af914796-d53f-480d-aeec-fe881573b3a7 req-cdff77ec-2af1-4dd6-93fe-66d362791107 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:10.775615 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-af914796-d53f-480d-aeec-fe881573b3a7 req-cdff77ec-2af1-4dd6-93fe-66d362791107 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 944 time: 0.0913479 Apr 15 19:58:10.826989 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-af914796-d53f-480d-aeec-fe881573b3a7 req-d23033c5-6c5f-4367-a447-213b598cc0f1 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435703 Apr 15 19:58:10.827182 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port f8239e0f-0381-48ef-9596-ec1e148272ad completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:58:10.832187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port f8239e0f-0381-48ef-9596-ec1e148272ad triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:58:10.832872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:10.956662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:10.984400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116f5ddf-3a76-41a7-b9d3-af90be7d5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8239e0f-0381-48ef-9596-ec1e148272ad'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:58:10.994618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port f8239e0f-0381-48ef-9596-ec1e148272ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8239e0f-0381-48ef-9596-ec1e148272ad,segment=NetworkSegment(ee8dd597-0734-4b67-9c78-3270e21af8ea),segment_id=ee8dd597-0734-4b67-9c78-3270e21af8ea)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:10.998044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:10.999978 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:11.041321 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116f5ddf-3a76-41a7-b9d3-af90be7d5c76', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8239e0f-0381-48ef-9596-ec1e148272ad', 'code': 200} Apr 15 19:58:11.075508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=f8239e0f-0381-48ef-9596-ec1e148272ad,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:11.078634 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:11.270621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493ff45-a0ca-4e54-87ae-51d1b40e1caf req-fcaae8ec-dc7b-44f5-ba3f-b4411ad589f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:11.272228 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2493ff45-a0ca-4e54-87ae-51d1b40e1caf req-fcaae8ec-dc7b-44f5-ba3f-b4411ad589f3 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 1098 time: 0.0768323 Apr 15 19:58:11.316085 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2493ff45-a0ca-4e54-87ae-51d1b40e1caf req-3dc916e6-1288-45bf-ad47-bb2ffb6240c3 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363755 Apr 15 19:58:12.089428 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:12.273284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f70c5-f6eb-41d4-9353-edc0653bccc2 req-b4a8a896-fa1b-4bf1-a923-397f01f8d231 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:12.275024 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-393f70c5-f6eb-41d4-9353-edc0653bccc2 req-b4a8a896-fa1b-4bf1-a923-397f01f8d231 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 945 time: 0.3315103 Apr 15 19:58:12.327623 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-393f70c5-f6eb-41d4-9353-edc0653bccc2 req-d5745446-9054-49eb-a97a-a3a329f48301 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Apr 15 19:58:13.539203 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2080f1-f2ad-4a04-b345-de5da32bfe8f req-a98bdee5-5f62-4423-844a-000773b45654 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:13.540933 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f2080f1-f2ad-4a04-b345-de5da32bfe8f req-a98bdee5-5f62-4423-844a-000773b45654 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 945 time: 0.0918491 Apr 15 19:58:13.595247 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f2080f1-f2ad-4a04-b345-de5da32bfe8f req-cb72a352-9372-41fd-967a-1584183d295a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469861 Apr 15 19:58:16.397137 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:58:17.104506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581671ca-dc40-40b4-8c3d-d907740d08df req-5b9eed21-9e1b-4cd6-8a60-243d68f32539 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:17.106142 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-581671ca-dc40-40b4-8c3d-d907740d08df req-5b9eed21-9e1b-4cd6-8a60-243d68f32539 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 945 time: 0.0955317 Apr 15 19:58:17.154339 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-581671ca-dc40-40b4-8c3d-d907740d08df req-8fa62c51-c8ca-4812-9a07-b63165a69c2a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416851 Apr 15 19:58:18.363704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5261b621-518a-469f-a1ba-aa9c82a9c7cc req-abf72d30-fb94-42d5-93c2-577f780ee8ca tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:18.365290 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5261b621-518a-469f-a1ba-aa9c82a9c7cc req-abf72d30-fb94-42d5-93c2-577f780ee8ca tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 945 time: 0.0952399 Apr 15 19:58:18.411462 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5261b621-518a-469f-a1ba-aa9c82a9c7cc req-f24d97f5-deef-45fa-a99c-c8997a80d01b tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/security-groups?id=ce181f95-a570-48b9-bba1-2cfbf6bd359a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397477 Apr 15 19:58:18.547491 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-f5070fa6-7b15-436e-b565-2e43abe1bdf4 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:18.549065 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-f5070fa6-7b15-436e-b565-2e43abe1bdf4 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.61 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 945 time: 0.0870440 Apr 15 19:58:18.629185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Deleting port f8239e0f-0381-48ef-9596-ec1e148272ad {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:58:18.629580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:18.890752 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] For port f8239e0f-0381-48ef-9596-ec1e148272ad, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=f8239e0f-0381-48ef-9596-ec1e148272ad,segment=NetworkSegment(ee8dd597-0734-4b67-9c78-3270e21af8ea),segment_id=ee8dd597-0734-4b67-9c78-3270e21af8ea)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:18.891162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:19.024544 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Calling delete_port for f8239e0f-0381-48ef-9596-ec1e148272ad owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:58:19.174939 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:19.190600 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f9a5785-9c5b-4c4f-8e80-191bdd5c5eae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:19.285216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Pushing event deleted for resources: {'Port': ['ID=f8239e0f-0381-48ef-9596-ec1e148272ad,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:19.291512 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:19.428300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] No DVR routers for this DVR port f8239e0f-0381-48ef-9596-ec1e148272ad on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:58:19.430647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:19.433309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116f5ddf-3a76-41a7-b9d3-af90be7d5c76', 'name': 'network-vif-deleted', 'tag': 'f8239e0f-0381-48ef-9596-ec1e148272ad'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:58:19.448925 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-65f5404b-d24b-4745-bc11-1c602ec44df9 req-0f58b6b6-9ed5-4343-903e-42e5cf3da771 tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.61 "DELETE /v2.0/ports/f8239e0f-0381-48ef-9596-ec1e148272ad HTTP/1.1" status: 204 len: 173 time: 0.8932619 Apr 15 19:58:19.485479 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116f5ddf-3a76-41a7-b9d3-af90be7d5c76', 'name': 'network-vif-deleted', 'tag': 'f8239e0f-0381-48ef-9596-ec1e148272ad', 'status': 'completed', 'code': 200} Apr 15 19:58:19.578223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-e37cf18e-d20c-4591-8544-1e5b337c9033 req-4a2baacc-e69b-4201-b04d-590e5c02c69a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Synchronizing usage tracker for tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:58:19.592991 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-e37cf18e-d20c-4591-8544-1e5b337c9033 req-4a2baacc-e69b-4201-b04d-590e5c02c69a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] Unset dirty status for tenant:2d9615a3abd04ec7b83528a3ec2cc1b0 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:58:19.594271 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e37cf18e-d20c-4591-8544-1e5b337c9033 req-4a2baacc-e69b-4201-b04d-590e5c02c69a tempest-VolumesActionsTest-230175411 tempest-VolumesActionsTest-230175411-project] 10.222.0.35 "GET /v2.0/ports?device_id=116f5ddf-3a76-41a7-b9d3-af90be7d5c76 HTTP/1.1" status: 200 len: 210 time: 0.0677187 Apr 15 19:58:20.811354 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device f8239e0f-0381-48ef-9596-ec1e148272ad no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:58:20.847439 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: f8239e0f-0381-48ef-9596-ec1e148272ad {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:58:20.847832 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device f8239e0f-0381-48ef-9596-ec1e148272ad not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:58:25.763304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:37.324648 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fe23a833-a469-4e05-bfa8-1e7043fcf255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:38.106147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45132) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:38.171999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Deleting subnet f431eb05-b04c-431f-a4bd-6eae96430282 {{(pid=85366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:58:38.175042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:38.229685 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848938704'] for subnet, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:38.287647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:38.543145 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848938553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847722308'] for subnet, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:38.558816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:38.641044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f431eb05-b04c-431f-a4bd-6eae96430282,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:38.664716 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.665131 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.665549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.665984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.666391 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.666798 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.667198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.667598 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.667995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.668395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.669332 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.669725 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:38.674860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:38.702380 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:38.708541 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5f705e2a-f3ae-424d-8543-bf53b7f49893 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f431eb05-b04c-431f-a4bd-6eae96430282 HTTP/1.1" status: 204 len: 168 time: 0.6013060 Apr 15 19:58:38.711228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45136) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:38.825587 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.010880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.124754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f57d9810-3d5b-4967-96aa-2130ae4b1076']}} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:39.137057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee8dd597-0734-4b67-9c78-3270e21af8ea') {'for_net_delete': True} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:39.138036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee8dd597-0734-4b67-9c78-3270e21af8ea') {} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:39.150361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5837064'] for segment, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.165243 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.171425 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Releasing vlan 629 on physical network physnet1 to pool {{(pid=85366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:58:39.348448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Network f57d9810-3d5b-4967-96aa-2130ae4b1076 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:58:39.357492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5861222'] for segment, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.532326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Network f57d9810-3d5b-4967-96aa-2130ae4b1076 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:58:39.558407 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:58:39.632370 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.636031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-73c360e6-126d-4165-92b9-e2e5d0c03e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:39.651674 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.661632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f57d9810-3d5b-4967-96aa-2130ae4b1076,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:39.664931 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:39.669863 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-6cfddbb4-17f8-40b2-95f7-4eb6aefa24b0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/f57d9810-3d5b-4967-96aa-2130ae4b1076 HTTP/1.1" status: 204 len: 168 time: 0.9576154 Apr 15 19:58:39.672844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45140) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:39.714837 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-13a93f6b-ae3c-43e0-b167-10b880e94e1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.742933 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-7546250a-d24d-4faa-bed8-925704ff748d admin admin] Deleting subnet c3eaa77f-c6aa-4042-8ebd-3c4153e85dd6 {{(pid=85366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:58:39.746128 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7546250a-d24d-4faa-bed8-925704ff748d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.798017 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7546250a-d24d-4faa-bed8-925704ff748d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848938704'] for subnet, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:39.858837 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7546250a-d24d-4faa-bed8-925704ff748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:40.110673 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7546250a-d24d-4faa-bed8-925704ff748d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848938553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847722308'] for subnet, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:40.125907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-52830cab-c50a-4ea1-bacc-b5c30183b7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:40.206775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7546250a-d24d-4faa-bed8-925704ff748d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3eaa77f-c6aa-4042-8ebd-3c4153e85dd6,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:40.221440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7546250a-d24d-4faa-bed8-925704ff748d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:40.258129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7546250a-d24d-4faa-bed8-925704ff748d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:40.264291 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7546250a-d24d-4faa-bed8-925704ff748d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c3eaa77f-c6aa-4042-8ebd-3c4153e85dd6 HTTP/1.1" status: 204 len: 168 time: 0.5904191 Apr 15 19:58:40.267007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45144) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:40.272186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:40.381583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:40.569872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:40.602234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:40.683454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec2d2fac-b6c6-40dc-8c74-4701199cbae8']}} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:40.695851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de65be77-1ba8-4732-87c2-d5640b1da8ce') {'for_net_delete': True} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:40.696195 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de65be77-1ba8-4732-87c2-d5640b1da8ce') {} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:40.708715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5837064'] for segment, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:40.723742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:40.730005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=85366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:58:41.139995 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Network ec2d2fac-b6c6-40dc-8c74-4701199cbae8 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:58:41.148917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5861222'] for segment, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:41.323564 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Network ec2d2fac-b6c6-40dc-8c74-4701199cbae8 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:58:41.346116 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:58:41.425371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:41.428941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e4365b37-0b1d-4f29-a072-f17b8c96b4bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:41.445244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:41.453024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec2d2fac-b6c6-40dc-8c74-4701199cbae8,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:41.456043 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:41.458127 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9885b629-a880-49ac-bd4a-3155d7212611 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ec2d2fac-b6c6-40dc-8c74-4701199cbae8 HTTP/1.1" status: 204 len: 168 time: 1.1898849 Apr 15 19:58:41.740172 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45150) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:41.794372 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9dc64a09-a040-4c8c-9046-5c401bf87aa6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2d9615a3abd04ec7b83528a3ec2cc1b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0499504 Apr 15 19:58:41.794744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45154) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:41.854452 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:41.880897 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:41.927478 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:41.934883 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-05bd6968-f27d-4114-9ee8-3d0e3c4a21cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:41.946135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce181f95-a570-48b9-bba1-2cfbf6bd359a,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:41.956826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.957192 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.957865 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.958279 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.958678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.959078 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.959474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.959873 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.960268 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.960662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.961056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.961448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:41.965212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:41.966704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:41.967902 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7a141749-37c4-47e1-8b9c-b406833af856 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce181f95-a570-48b9-bba1-2cfbf6bd359a HTTP/1.1" status: 204 len: 168 time: 0.1720052 Apr 15 19:58:42.091155 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:42.318185 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45164) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:42.373971 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-a65c1efc-9c1c-4146-b8c2-c9a1972cd197 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ef0c345f6824a6ca37036b1dda7a2a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0544226 Apr 15 19:58:42.376551 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45168) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:42.436214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-72d9a115-8c85-437a-a447-c4be71c7d92c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:42.463029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-72d9a115-8c85-437a-a447-c4be71c7d92c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:42.510178 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-72d9a115-8c85-437a-a447-c4be71c7d92c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:42.515690 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9edfe1a9-a4e3-4a25-af73-24c7ccf6d72e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:42.529119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d9a115-8c85-437a-a447-c4be71c7d92c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f81a8fe-49fa-4aac-9921-659d3422ad66,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:42.531911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-72d9a115-8c85-437a-a447-c4be71c7d92c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:42.533129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-72d9a115-8c85-437a-a447-c4be71c7d92c admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:42.534914 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-72d9a115-8c85-437a-a447-c4be71c7d92c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6f81a8fe-49fa-4aac-9921-659d3422ad66 HTTP/1.1" status: 204 len: 168 time: 0.1573782 Apr 15 19:58:44.373121 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5553b23f-1bb2-4992-97db-b2ce2d887aa8 req-0ba15e72-c226-4fdf-bc7f-62bb55987a53 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:44.374739 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5553b23f-1bb2-4992-97db-b2ce2d887aa8 req-0ba15e72-c226-4fdf-bc7f-62bb55987a53 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 947 time: 0.0917051 Apr 15 19:58:44.421705 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-5553b23f-1bb2-4992-97db-b2ce2d887aa8 req-924976ea-7bec-4d53-9491-6602a739d182 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405736 Apr 15 19:58:45.627328 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9d9244-53a1-4c6f-8cbf-3f71e439f7f3 req-5abee2e4-7265-408d-be46-24bd7ef9d0d9 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:45.628909 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f9d9244-53a1-4c6f-8cbf-3f71e439f7f3 req-5abee2e4-7265-408d-be46-24bd7ef9d0d9 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 947 time: 0.0877781 Apr 15 19:58:45.677010 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9f9d9244-53a1-4c6f-8cbf-3f71e439f7f3 req-98bf0108-b976-48e2-85f6-9988deb11153 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups?id=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417361 Apr 15 19:58:45.936953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-280e9290-57df-4f04-ab4f-d6901e37ed37 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:58:45.938528 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-280e9290-57df-4f04-ab4f-d6901e37ed37 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 947 time: 0.0886776 Apr 15 19:58:46.017232 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Deleting port eac74250-e165-4dd1-bcf5-da789dac8ec4 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:58:46.017623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:46.273618 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] For port eac74250-e165-4dd1-bcf5-da789dac8ec4, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=eac74250-e165-4dd1-bcf5-da789dac8ec4,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:46.274050 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:46.576814 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:46.577154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7979245'] for floatingip, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:46.577512 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.l3_db [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Floating IP b54ed333-467a-48ab-8f1e-cc13518c38ff disassociated. External IP: 172.28.1.71, port: eac74250-e165-4dd1-bcf5-da789dac8ec4. Apr 15 19:58:46.577920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Calling delete_port for eac74250-e165-4dd1-bcf5-da789dac8ec4 owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:58:46.721474 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:46.740815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fa568290-cf03-49cc-810a-9a378e6095ad tempest-TestShelveInstance-351590314 tempest-TestShelveInstance-351590314-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:46.834438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event deleted for resources: {'Port': ['ID=eac74250-e165-4dd1-bcf5-da789dac8ec4,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:46.848519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:46.903900 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f86f8aec-deeb-48ce-a39b-a9a0ba540468 req-d329d4fb-1a9e-42e8-802e-184f16233cba tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/ports?device_id=6c296ace-5683-4e03-ac67-20e9d9730f09 HTTP/1.1" status: 200 len: 210 time: 0.0589378 Apr 15 19:58:47.153628 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Router 037f9670-ca5e-4f49-8547-abbc8faed820 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85366) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:58:47.346523 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85366) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:58:47.356854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] Sync routers for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:58:47.368188 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:58:47.368887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:58:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:47.425165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] No DVR routers for this DVR port eac74250-e165-4dd1-bcf5-da789dac8ec4 on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:58:47.427880 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:47.430845 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-deleted', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:58:47.449182 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ad9aee8c-b577-4fa7-9523-17c12b559330 req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.61 "DELETE /v2.0/ports/eac74250-e165-4dd1-bcf5-da789dac8ec4 HTTP/1.1" status: 204 len: 173 time: 1.5022755 Apr 15 19:58:47.483363 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c296ace-5683-4e03-ac67-20e9d9730f09', 'name': 'network-vif-deleted', 'tag': 'eac74250-e165-4dd1-bcf5-da789dac8ec4', 'status': 'completed', 'code': 200} Apr 15 19:58:47.570811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:58:47.906419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:47.910456 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] Checking router: 037f9670-ca5e-4f49-8547-abbc8faed820 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:58:47.919795 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:58:47.920451 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:58:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:48.060667 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45194) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:48.110368 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:58:48.128638 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-620fcabd-9f4b-4e31-82e7-ae65e58a04ff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:48.160697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-620fcabd-9f4b-4e31-82e7-ae65e58a04ff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:48.206124 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-620fcabd-9f4b-4e31-82e7-ae65e58a04ff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:48.211572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-47380d3d-7ba1-4ab1-a7f4-35fb216ae922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:48.228088 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620fcabd-9f4b-4e31-82e7-ae65e58a04ff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bb9cb52-0e60-4d8a-8ba2-84d3dc562198,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:48.232395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-620fcabd-9f4b-4e31-82e7-ae65e58a04ff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:48.235939 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-620fcabd-9f4b-4e31-82e7-ae65e58a04ff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:48.237832 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-620fcabd-9f4b-4e31-82e7-ae65e58a04ff tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "DELETE /v2.0/security-groups/9bb9cb52-0e60-4d8a-8ba2-84d3dc562198 HTTP/1.1" status: 204 len: 168 time: 0.1758721 Apr 15 19:58:48.239824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45198) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:48.257207 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.api.v2.resource [None req-d78fa5ae-0a43-40a4-a30b-56839eb0d022 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] show failed (client error): The resource could not be found. Apr 15 19:58:48.261226 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d78fa5ae-0a43-40a4-a30b-56839eb0d022 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "GET /v2.0/security-groups/9bb9cb52-0e60-4d8a-8ba2-84d3dc562198 HTTP/1.1" status: 404 len: 347 time: 0.0175068 Apr 15 19:58:48.261479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45202) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:48.433362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Deleting port bcbcf906-d5a7-49bf-a0d2-f0b9fcd48c95 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:58:48.433659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:48.442431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:48.446647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee7515-02f6-47bd-b2b4-27999d0baac5 None None] The sync data for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb is: [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:53:21Z', 'revision_number': 4, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb', '_interfaces': [{'id': '6726f252-3952-426a-9719-0cf666be84fd', 'name': '', 'network_id': 'ab186b9c-91f3-4780-9a87-90f548a5fa59', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'mac_address': 'fa:16:3e:4e:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_interface', 'standard_attr_id': 498, 'fixed_ips': [{'subnet_id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:20Z', 'updated_at': '2021-04-15T19:53:28Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'subnets': [{'id': '4cda8c51-665d-425a-9be6-606d9d76a6dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:58:48.615969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:48.616389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:48.750045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Calling delete_port for bcbcf906-d5a7-49bf-a0d2-f0b9fcd48c95 owned by network:floatingip {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:58:48.829224 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214cfc0e-d23f-4d79-aa04-e478648295ee None None] New status for floating IP b54ed333-467a-48ab-8f1e-cc13518c38ff: DOWN {{(pid=85368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:58:48.899515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:48.915384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d4da27ec-92cc-4e06-8de6-79ef084cf845 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:48.989521 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-214cfc0e-d23f-4d79-aa04-e478648295ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=85368) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:58:48.989888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-214cfc0e-d23f-4d79-aa04-e478648295ee None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=85368) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:58:49.007005 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Pushing event deleted for resources: {'Port': ['ID=bcbcf906-d5a7-49bf-a0d2-f0b9fcd48c95,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:49.009778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:49.174762 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks [] for floatingip, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:49.191045 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for floatingip, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:49.192267 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-adbdf4c5-b746-41f1-9303-7f9b987a7cd6 tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] 10.222.0.35 "DELETE /v2.0/floatingips/b54ed333-467a-48ab-8f1e-cc13518c38ff HTTP/1.1" status: 204 len: 168 time: 0.9297929 Apr 15 19:58:49.491440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214cfc0e-d23f-4d79-aa04-e478648295ee None None] New status for floating IP b54ed333-467a-48ab-8f1e-cc13518c38ff: DOWN {{(pid=85368) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}} Apr 15 19:58:50.896958 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:58:50.936862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: eac74250-e165-4dd1-bcf5-da789dac8ec4 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:58:50.937260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device eac74250-e165-4dd1-bcf5-da789dac8ec4 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:58:52.007501 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45226) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:52.734247 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036846795773'] for router_interface, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:53.096721 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Deleting port 6726f252-3952-426a-9719-0cf666be84fd {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:58:53.097331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:53.273826 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] For port 6726f252-3952-426a-9719-0cf666be84fd, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=6726f252-3952-426a-9719-0cf666be84fd,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:53.274227 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:53.396644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:58:53.636586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Calling delete_port for 6726f252-3952-426a-9719-0cf666be84fd owned by network:router_interface {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:58:53.807311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:53.823379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-07c02b5d-5b4d-4a07-a977-2661ac8da55a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:53.918493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6726f252-3952-426a-9719-0cf666be84fd,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:53.922941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:54.259454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-8108687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036846796632'] for router_interface, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:54.761239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Router 037f9670-ca5e-4f49-8547-abbc8faed820 has already been hosted by L3 agent 1ee98425-9faa-4842-b48a-1f5ccebd8e4d {{(pid=85367) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Apr 15 19:58:54.947812 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] Notify agent at l3_agent.dv-cinder-786383-2-smb the message routers_updated {{(pid=85367) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:72}} Apr 15 19:58:54.958234 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] Sync routers for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Apr 15 19:58:54.962023 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7956f90e-26b0-4984-a9a5-e618df8d7f8b admin admin] 10.222.0.35 "PUT /v2.0/routers/037f9670-ca5e-4f49-8547-abbc8faed820/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9529631 Apr 15 19:58:54.964424 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45232) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:54.968955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:58:54.969607 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:58:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:55.157934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks [] for router, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:55.324149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: dv-cinder-786383-2-smb {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:58:55.346336 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:55.355242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Deleting port 20eab394-22fd-4473-bb2b-c660a9757149 {{(pid=85367) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:58:55.355620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:55.541171 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] For port 20eab394-22fd-4473-bb2b-c660a9757149, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=20eab394-22fd-4473-bb2b-c660a9757149,segment=NetworkSegment(c9c7f68f-8017-48fd-97fa-b9ca8247941d),segment_id=c9c7f68f-8017-48fd-97fa-b9ca8247941d)] {{(pid=85367) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:55.541568 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:55.624505 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'external_fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231'}], 'enable_snat': True}, 'gw_port_id': '20eab394-22fd-4473-bb2b-c660a9757149', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:58:53Z', 'revision_number': 5, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port': {'id': '20eab394-22fd-4473-bb2b-c660a9757149', 'name': '', 'network_id': '2872041f-aa41-42f6-a08b-f0e53ae58fa3', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:7b:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'ip_address': '172.28.1.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786383-2-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-04-15T19:53:17Z', 'updated_at': '2021-04-15T19:53:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f726bbad-f3a5-4d30-a300-b30a114350d0', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786383-2-smb'}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:55.628718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] Checking router: 037f9670-ca5e-4f49-8547-abbc8faed820 for host: dv-cinder-786383-2-smb {{(pid=85369) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Apr 15 19:58:55.638126 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] Routers {'037f9670-ca5e-4f49-8547-abbc8faed820'} bound to L3 agent in host dv-cinder-786383-2-smb {{(pid=85369) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:424}} Apr 15 19:58:55.638773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-786383-2-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-04-15T19:41:10Z,description=,heartbeat_timestamp=2021-04-15T19:58:40Z,host='dv-cinder-786383-2-smb',id=1ee98425-9faa-4842-b48a-1f5ccebd8e4d,load=0,resource_versions=,resources_synced=,started_at=2021-04-15T19:41:10Z,topic='l3_agent')) {'router_ids': ['037f9670-ca5e-4f49-8547-abbc8faed820'], 'active': True} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:55.670921 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Calling delete_port for 20eab394-22fd-4473-bb2b-c660a9757149 owned by network:router_gateway {{(pid=85367) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:58:55.810161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvr_db [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] Set router 037f9670-ca5e-4f49-8547-abbc8faed820 gateway port host: None {{(pid=85369) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} Apr 15 19:58:55.866799 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6078080'] for port, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:55.883898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3f54239-0599-4b23-8552-372b1eeb4722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:55.933494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_hamode_db [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:58:55Z', 'revision_number': 6, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port_host': None}], 'dv-cinder-786383-2-smb', False) {} {{(pid=85369) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:55.938933 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03656db1-4d26-46fd-a417-e8700df39698 None None] The sync data for ids ['037f9670-ca5e-4f49-8547-abbc8faed820'] in dv-cinder-786383-2-smb is: [{'id': '037f9670-ca5e-4f49-8547-abbc8faed820', 'name': 'tempest-AttachVolumeShelveTestJSON-672821612-router', 'tenant_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-04-15T19:53:16Z', 'updated_at': '2021-04-15T19:58:55Z', 'revision_number': 6, 'project_id': '0b83d57b76e24520ba40e4dbce21c8a9', 'gw_port_host': None}] {{(pid=85369) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Apr 15 19:58:55.955067 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:56.222613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Pushing event deleted for resources: {'Port': ['ID=20eab394-22fd-4473-bb2b-c660a9757149,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:56.226439 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:56.342513 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 20eab394-22fd-4473-bb2b-c660a9757149 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:58:56.382426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: 20eab394-22fd-4473-bb2b-c660a9757149 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:58:56.382811 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 20eab394-22fd-4473-bb2b-c660a9757149 not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:58:56.383464 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 6726f252-3952-426a-9719-0cf666be84fd no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:58:56.385419 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036846796782'] for router_gateway, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:56.419331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: 6726f252-3952-426a-9719-0cf666be84fd {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:58:56.419731 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 6726f252-3952-426a-9719-0cf666be84fd not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:58:56.569692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id--9223372036846792792', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854716792'] for router, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:56.572063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:56.594267 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-7979576'] for router, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:56.594851 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 037f9670-ca5e-4f49-8547-abbc8faed820 {{(pid=85367) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:122}} Apr 15 19:58:56.607991 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] Notify callbacks [] for router, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:56.611765 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-8970e622-4480-4c4b-8654-cf208bf6696a admin admin] 10.222.0.35 "DELETE /v2.0/routers/037f9670-ca5e-4f49-8547-abbc8faed820 HTTP/1.1" status: 204 len: 168 time: 1.6438086 Apr 15 19:58:56.612233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45236) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:56.682559 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-008c63aa-9717-4270-a2ac-3cf9becda765 admin admin] Deleting subnet 4cda8c51-665d-425a-9be6-606d9d76a6dc {{(pid=85366) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 19:58:56.686154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-008c63aa-9717-4270-a2ac-3cf9becda765 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:56.738430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-008c63aa-9717-4270-a2ac-3cf9becda765 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848938704'] for subnet, precommit_delete_associations {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:56.818768 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-008c63aa-9717-4270-a2ac-3cf9becda765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:57.070162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-008c63aa-9717-4270-a2ac-3cf9becda765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848938553', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036847722308'] for subnet, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:57.085644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:57.167439 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008c63aa-9717-4270-a2ac-3cf9becda765 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cda8c51-665d-425a-9be6-606d9d76a6dc,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:57.181802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-008c63aa-9717-4270-a2ac-3cf9becda765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:57.217099 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-008c63aa-9717-4270-a2ac-3cf9becda765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for subnet, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:57.222666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8e38b6c-de82-4ada-a618-3d67ab99fd16 None None] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:58:57.223860 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-008c63aa-9717-4270-a2ac-3cf9becda765 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/4cda8c51-665d-425a-9be6-606d9d76a6dc HTTP/1.1" status: 204 len: 168 time: 0.6105769 Apr 15 19:58:57.225869 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45240) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:57.341751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:57.413223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Deleting port 44222f72-d973-48dd-9680-08b80c2f62e0 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:58:57.413862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:57.476600 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] DHCP port deletion for ab186b9c-91f3-4780-9a87-90f548a5fa59 request from dv-cinder-786383-2-smb {{(pid=85368) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:262}} Apr 15 19:58:57.480840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Deleting port 44222f72-d973-48dd-9680-08b80c2f62e0 {{(pid=85368) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:58:57.481857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:57.709398 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] For port 44222f72-d973-48dd-9680-08b80c2f62e0, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=44222f72-d973-48dd-9680-08b80c2f62e0,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:57.709735 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:57.842477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Calling delete_port for 44222f72-d973-48dd-9680-08b80c2f62e0 owned by network:dhcp {{(pid=85368) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:58:57.872443 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] For port 44222f72-d973-48dd-9680-08b80c2f62e0, host dv-cinder-786383-2-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786383-2-smb',level=0,port_id=44222f72-d973-48dd-9680-08b80c2f62e0,segment=NetworkSegment(abd3a53b-c647-4f1c-87b7-9374dcbac29c),segment_id=abd3a53b-c647-4f1c-87b7-9374dcbac29c)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:58:57.872850 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:57.916602 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375'] for port, after_delete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:57.931262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:58.005070 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Calling delete_port for 44222f72-d973-48dd-9680-08b80c2f62e0 owned by network:dhcp {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:58:58.036364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Pushing event deleted for resources: {'Port': ['ID=44222f72-d973-48dd-9680-08b80c2f62e0,revision_number=None']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:58.048140 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.048528 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.048907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.049286 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.049656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.050052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.050421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.050786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.051151 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.051515 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.051877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.052236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:58:58.057519 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:58.081117 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.db.api [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=85366) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Apr 15 19:58:58.081490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_db.api [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Apr 15 19:58:58.086543 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f653b560-ac4e-48db-9142-085092f6ee75 None None] No DVR routers for this DVR port 44222f72-d973-48dd-9680-08b80c2f62e0 on host dv-cinder-786383-2-smb {{(pid=85368) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:58:58.340230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 44222f72-d973-48dd-9680-08b80c2f62e0 no longer exists at agent ovs-agent-dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:58:58.378382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] No Port match for: 44222f72-d973-48dd-9680-08b80c2f62e0 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:58:58.378779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Device 44222f72-d973-48dd-9680-08b80c2f62e0 not bound to the agent host dv-cinder-786383-2-smb {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:58:58.583047 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Deleting port 44222f72-d973-48dd-9680-08b80c2f62e0 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:58:58.583531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:58.656260 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] The port '44222f72-d973-48dd-9680-08b80c2f62e0' was deleted {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1912}} Apr 15 19:58:58.775327 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:58.888875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab186b9c-91f3-4780-9a87-90f548a5fa59']}} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:58.901155 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd3a53b-c647-4f1c-87b7-9374dcbac29c') {'for_net_delete': True} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:58.901492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd3a53b-c647-4f1c-87b7-9374dcbac29c') {} {{(pid=85366) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 19:58:58.913629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5837064'] for segment, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:58.928533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:58.934816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Releasing vlan 641 on physical network physnet1 to pool {{(pid=85366) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 19:58:59.120421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:58:59.133917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5861222'] for segment, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:59.313985 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Network ab186b9c-91f3-4780-9a87-90f548a5fa59 has no segments {{(pid=85366) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: % (table.description, expected, rows_matched) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: % (table.description, expected, rows_matched) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: % (table.description, expected, rows_matched) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: % (table.description, expected, rows_matched) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 19:58:59.336353 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 19:58:59.413655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:59.417216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:59.431586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:59.443112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab186b9c-91f3-4780-9a87-90f548a5fa59,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:59.446481 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:59.456319 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-b8ea5045-b6f5-42e6-8ccb-6692ddcbe5d5 admin admin] 10.222.0.35 "DELETE /v2.0/networks/ab186b9c-91f3-4780-9a87-90f548a5fa59 HTTP/1.1" status: 204 len: 168 time: 2.2294364 Apr 15 19:58:59.576034 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45246) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:59.626747 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-7826d2d3-7896-4e8c-a225-b5d018c46310 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0b83d57b76e24520ba40e4dbce21c8a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494428 Apr 15 19:58:59.629216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45250) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:58:59.691980 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3fd96ec-5c80-4400-955d-e3af259a29bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:59.719021 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3fd96ec-5c80-4400-955d-e3af259a29bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:59.762637 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3fd96ec-5c80-4400-955d-e3af259a29bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:59.768147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-92ef3a89-9fab-4208-8005-b03ede4cc9ea tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:58:59.783822 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd96ec-5c80-4400-955d-e3af259a29bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a98cfc3-c01b-47c2-836c-19e89db99a96,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:58:59.786973 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3fd96ec-5c80-4400-955d-e3af259a29bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:58:59.789028 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e3fd96ec-5c80-4400-955d-e3af259a29bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:58:59.793574 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e3fd96ec-5c80-4400-955d-e3af259a29bd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7a98cfc3-c01b-47c2-836c-19e89db99a96 HTTP/1.1" status: 204 len: 168 time: 0.1600754 Apr 15 19:59:07.327431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3cc95d12-0dd6-4271-a8a6-e591e83da90c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:09.716516 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a3c6158a-d895-4a61-94b2-cd8858b3e133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.274613 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.308198 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45366) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:59:10.433750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.448693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:59:10.452654 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] Usage tracker for resource:security_group_rule and tenant:ade661fc220e4bec9d18a235dd033523 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:59:10.455605 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:59:10.461835 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:59:10.550100 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.552746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.561500 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7c9a47f6-b5e6-47a1-b175-83060dfc739c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:10.603206 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=ade661fc220e4bec9d18a235dd033523&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2938602 Apr 15 19:59:10.605169 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46d6728d-f60d-4b5d-bcd8-44b23c3a0235,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:10.606309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45372) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:59:10.606538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.608729 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f6b15119-30a9-4764-9c46-806cf7f3b18f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:10.669288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ef738501-ad92-4171-a2b2-570d54d3c400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.695772 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ef738501-ad92-4171-a2b2-570d54d3c400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.743827 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ef738501-ad92-4171-a2b2-570d54d3c400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.748759 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-aab2dac0-ed52-4b67-ba77-bd8954ee10e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:10.759320 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef738501-ad92-4171-a2b2-570d54d3c400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46d6728d-f60d-4b5d-bcd8-44b23c3a0235,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:10.763485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ef738501-ad92-4171-a2b2-570d54d3c400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:10.767261 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ef738501-ad92-4171-a2b2-570d54d3c400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:10.768740 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ef738501-ad92-4171-a2b2-570d54d3c400 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/46d6728d-f60d-4b5d-bcd8-44b23c3a0235 HTTP/1.1" status: 204 len: 168 time: 0.1613650 Apr 15 19:59:12.093531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:25.783806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:28.888355 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45584) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:59:29.011255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.026911 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:59:29.030955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] Usage tracker for resource:security_group_rule and tenant:82ae8268dc8b4940a97b478d506f4c17 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:59:29.034298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:59:29.040412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:59:29.123922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.126819 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.135645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-01c7c699-9c1e-4100-a354-3448b8e01aae tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:29.177529 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=82ae8268dc8b4940a97b478d506f4c17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880645 Apr 15 19:59:29.178477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce208844-7169-4f67-ae8f-69912e17f5f0,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:29.180538 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45590) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:59:29.182052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-0e0c3f5f-d7ec-41e3-ad3c-03ccf511d67f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:29.246696 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5159c645-6db7-4c52-a31d-6627f4df8e69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.273262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5159c645-6db7-4c52-a31d-6627f4df8e69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.317484 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5159c645-6db7-4c52-a31d-6627f4df8e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.322356 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-12cc500e-0d0b-450b-9d6c-391d5ffa661e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:29.338053 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5159c645-6db7-4c52-a31d-6627f4df8e69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce208844-7169-4f67-ae8f-69912e17f5f0,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:29.342252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5159c645-6db7-4c52-a31d-6627f4df8e69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:29.344273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5159c645-6db7-4c52-a31d-6627f4df8e69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.345479 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-5159c645-6db7-4c52-a31d-6627f4df8e69 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ce208844-7169-4f67-ae8f-69912e17f5f0 HTTP/1.1" status: 204 len: 168 time: 0.1638904 Apr 15 19:59:29.636592 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45598) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:59:29.656211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.671775 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:59:29.675774 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] Usage tracker for resource:security_group_rule and tenant:36d68346177f443ba23b03ba76a94b72 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:59:29.678756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:59:29.684774 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:59:29.767893 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.770731 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.780209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3e7c72c7-7ece-4e1b-a70b-28d358af70cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:29.825380 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b83920-9b12-475d-8dcd-55d6838578db,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:29.829157 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:29.831733 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d5eac92b-2dfc-4942-9cac-d54e642962ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=36d68346177f443ba23b03ba76a94b72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1939104 Apr 15 19:59:29.834963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 45602) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:59:29.896061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d105-347e-4d55-bd84-c3d9d087b9dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.923718 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d105-347e-4d55-bd84-c3d9d087b9dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.967423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d105-347e-4d55-bd84-c3d9d087b9dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.972278 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a6b035ad-aa6e-45e5-bd9d-ba5ca8f00406 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:29.986177 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7d105-347e-4d55-bd84-c3d9d087b9dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b83920-9b12-475d-8dcd-55d6838578db,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:29.988941 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-3ca7d105-347e-4d55-bd84-c3d9d087b9dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:29.990209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-3ca7d105-347e-4d55-bd84-c3d9d087b9dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:29.991410 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-3ca7d105-347e-4d55-bd84-c3d9d087b9dd admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4b83920-9b12-475d-8dcd-55d6838578db HTTP/1.1" status: 204 len: 168 time: 0.1556044 Apr 15 19:59:30.397040 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 19:59:30.736825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45626) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:59:30.851931 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-762761140-network', 'tenant_id': '1f200dbe61564f2da383c8db648f1532'}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:59:30.856999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:59:30.861054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Usage tracker for resource:network and tenant:1f200dbe61564f2da383c8db648f1532 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:59:30.864072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:59:30.871106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:59:30.879892 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Made reservation on behalf of 1f200dbe61564f2da383c8db648f1532 for: {'network': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:59:30.884620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:30.897937 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:30.913421 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:59:30.917396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Usage tracker for resource:security_group_rule and tenant:1f200dbe61564f2da383c8db648f1532 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:59:30.920382 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:59:30.926413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:59:31.014103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:31.016996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:31.021158 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ce3790ae-224a-42da-8a06-ed5aad6140e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:31.046388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=85367) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 19:59:31.059383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:31.063867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:31.064849 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:31.065241 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Added segment 42c68913-563f-4991-88c3-88be2441cf83 of type vlan for network b1f3034d-c441-4df0-a553-d33fa5d04d9b Apr 15 19:59:31.092847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:31.121204 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:31.123093 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:31.123781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:31.128741 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-68e226cc-680e-4611-a3b0-c242b1f339c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:31.237569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Pushing event updated for resources: {'Network': ['ID=b1f3034d-c441-4df0-a553-d33fa5d04d9b,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:31.241168 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5025806 Apr 15 19:59:31.242194 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bd1f7324-bcca-42c3-9380-109205288c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:31.244251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 45632) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 19:59:31.248678 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network b1f3034d-c441-4df0-a553-d33fa5d04d9b details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 19:59:31.250961 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Request body: {'subnet': {'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-762761140-subnet', 'tenant_id': '1f200dbe61564f2da383c8db648f1532', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:59:31.256270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:59:31.260567 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Usage tracker for resource:subnet and tenant:1f200dbe61564f2da383c8db648f1532 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:59:31.264329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:59:31.270589 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:59:31.279974 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Made reservation on behalf of 1f200dbe61564f2da383c8db648f1532 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:59:31.284761 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6371647'] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:31.688534 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6078190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6371596'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:31.703415 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:31.837044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd110ef5-0657-4061-b05e-c2619c910334,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:31.842408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:31.898803 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Checking segment: {'id': '42c68913-563f-4991-88c3-88be2441cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:59:31.899352 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Network hostable DHCP agents. Network: b1f3034d-c441-4df0-a553-d33fa5d04d9b, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 19:59:31.917699 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Network b1f3034d-c441-4df0-a553-d33fa5d04d9b is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 19:59:31.926263 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, b1f3034d-c441-4df0-a553-d33fa5d04d9b) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:59:31.935625 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-709a2cc4-9823-4742-9bf7-a0dfc191bca0 None None] Network b1f3034d-c441-4df0-a553-d33fa5d04d9b requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:59:31.937781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:31.938439 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:31.957100 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d01e6d6a-9068-4936-91b0-5c0177bae101 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7117200 Apr 15 19:59:32.161524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b386c5f1-15ae-43b2-98cc-7008f2702e66 None None] Network b1f3034d-c441-4df0-a553-d33fa5d04d9b requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 19:59:34.135545 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-0b958851-fb70-41d8-9dfa-2cf9d1f1d9ce tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:34.137129 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-0b958851-fb70-41d8-9dfa-2cf9d1f1d9ce tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/networks?id=b1f3034d-c441-4df0-a553-d33fa5d04d9b HTTP/1.1" status: 200 len: 808 time: 0.1560469 Apr 15 19:59:34.153551 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-0a519925-6090-4de0-9be7-f3053f872929 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/quotas/1f200dbe61564f2da383c8db648f1532 HTTP/1.1" status: 200 len: 375 time: 0.0095263 Apr 15 19:59:34.210861 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-df55f3a3-133a-4b6d-992e-5e4055d71acf tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f200dbe61564f2da383c8db648f1532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515265 Apr 15 19:59:34.353151 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-526a65ac-6b10-4846-831e-05cb47bc2c13 service neutron] 10.222.0.35 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348765 Apr 15 19:59:34.496857 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-feb4ffd9-ed2b-49ac-b302-180859f1796c service neutron] 10.222.0.35 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370647 Apr 15 19:59:34.687010 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9d66c5c2-7ead-4927-b8eb-a7832cbd7d70 req-4221bab5-aa7f-49fd-a268-49e4b0fd587a tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 210 time: 0.0476921 Apr 15 19:59:35.881408 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e6b76469-b2bf-4ab4-9679-d55a5233630a req-6804b8d0-4984-47b2-a5b2-7dd725c05785 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 210 time: 0.0699849 Apr 15 19:59:35.905018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-fbd60416-a8c1-4dfd-8b9b-696f79dcce6b tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:35.906621 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-fbd60416-a8c1-4dfd-8b9b-696f79dcce6b tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.61 "GET /v2.0/networks?id=b1f3034d-c441-4df0-a553-d33fa5d04d9b HTTP/1.1" status: 200 len: 808 time: 0.2150574 Apr 15 19:59:35.924604 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Request body: {'port': {'device_id': 'f31c8750-26b0-41f6-aebd-23c94876b6aa', 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b', 'admin_state_up': True, 'tenant_id': '1f200dbe61564f2da383c8db648f1532'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:59:36.068000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:59:36.072040 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Usage tracker for resource:port and tenant:1f200dbe61564f2da383c8db648f1532 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 19:59:36.075493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 19:59:36.081488 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:59:36.090537 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Made reservation on behalf of 1f200dbe61564f2da383c8db648f1532 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:59:36.097095 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:36.262580 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Allocated IP 172.20.0.10 (b1f3034d-c441-4df0-a553-d33fa5d04d9b/fd110ef5-0657-4061-b05e-c2619c910334/43ac70d8-d209-4862-b380-a8e84cc53146) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:59:36.471935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:36.502556 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:36.517536 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-02f14e80-b946-4e7b-ab6c-0ffe51b3b184 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:36.652831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Pushing event updated for resources: {'Port': ['ID=43ac70d8-d209-4862-b380-a8e84cc53146,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:36.657896 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:36.707968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Network b1f3034d-c441-4df0-a553-d33fa5d04d9b is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:59:36.709379 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:59:36.711652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:59:36.779844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:36.780518 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:36.800826 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-b69bfcf7-e5f3-4b64-9de0-84ac415dad05 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8803666 Apr 15 19:59:36.817723 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Request body: {'port': {'device_id': 'f31c8750-26b0-41f6-aebd-23c94876b6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:59:36.936141 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:37.249630 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1491b5b1-2b9b-4faf-b7b6-15932ed3fe81 req-5f3bc18d-87ff-4929-8f81-2c04c0c27297 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:37.250334 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1491b5b1-2b9b-4faf-b7b6-15932ed3fe81 req-5f3bc18d-87ff-4929-8f81-2c04c0c27297 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Synchronizing usage tracker for tenant:1f200dbe61564f2da383c8db648f1532 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:59:37.296410 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-1491b5b1-2b9b-4faf-b7b6-15932ed3fe81 req-5f3bc18d-87ff-4929-8f81-2c04c0c27297 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Unset dirty status for tenant:1f200dbe61564f2da383c8db648f1532 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:59:37.297646 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1491b5b1-2b9b-4faf-b7b6-15932ed3fe81 req-5f3bc18d-87ff-4929-8f81-2c04c0c27297 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 932 time: 0.2992573 Apr 15 19:59:37.327872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b97eb473-0002-4d65-8df0-53e0f4524e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:37.363663 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1491b5b1-2b9b-4faf-b7b6-15932ed3fe81 req-1ebdb1a9-72a7-4883-b26b-d54f4b4b2b8b tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589840 Apr 15 19:59:37.419885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43ac70d8-d209-4862-b380-a8e84cc53146 {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:59:37.427715 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:37.443998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Transition to ACTIVE for port object 43ac70d8-d209-4862-b380-a8e84cc53146 will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:59:37.446378 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:37.462057 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-13b54582-e1a1-4426-a3f1-6ee29cbb066e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:37.837686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=43ac70d8-d209-4862-b380-a8e84cc53146,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:37.841275 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:38.059137 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Attempting to bind port 43ac70d8-d209-4862-b380-a8e84cc53146 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:59:38.059684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Attempting to bind port 43ac70d8-d209-4862-b380-a8e84cc53146 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '42c68913-563f-4991-88c3-88be2441cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:59:38.059801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Attempting to bind port 43ac70d8-d209-4862-b380-a8e84cc53146 on network b1f3034d-c441-4df0-a553-d33fa5d04d9b {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:59:38.064632 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Port 43ac70d8-d209-4862-b380-a8e84cc53146 on network b1f3034d-c441-4df0-a553-d33fa5d04d9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:59:38.065002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Attempting to bind port 43ac70d8-d209-4862-b380-a8e84cc53146 on network b1f3034d-c441-4df0-a553-d33fa5d04d9b {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:59:38.070431 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:59:38.070810 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Checking segment: {'id': '42c68913-563f-4991-88c3-88be2441cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:59:38.071233 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Bound using segment: {'id': '42c68913-563f-4991-88c3-88be2441cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:59:38.071702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Bound port: 43ac70d8-d209-4862-b380-a8e84cc53146, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c68913-563f-4991-88c3-88be2441cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:59:38.072086 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:38.166472 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] For port 43ac70d8-d209-4862-b380-a8e84cc53146, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:59:38.170476 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] For port 43ac70d8-d209-4862-b380-a8e84cc53146, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43ac70d8-d209-4862-b380-a8e84cc53146,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:59:38.173686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:38.188637 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fd084894-1818-4387-9b33-e0a51fa751b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:38.340031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Pushing event updated for resources: {'Port': ['ID=43ac70d8-d209-4862-b380-a8e84cc53146,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:38.345899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:38.375708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:38.376405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:38.377998 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] 10.222.0.61 "PUT /v2.0/ports/43ac70d8-d209-4862-b380-a8e84cc53146 HTTP/1.1" status: 200 len: 1094 time: 1.5648587 Apr 15 19:59:38.378539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f31c8750-26b0-41f6-aebd-23c94876b6aa', 'tag': '43ac70d8-d209-4862-b380-a8e84cc53146'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:59:38.459712 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f31c8750-26b0-41f6-aebd-23c94876b6aa', 'tag': '43ac70d8-d209-4862-b380-a8e84cc53146', 'status': 'completed', 'code': 200} Apr 15 19:59:38.562708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-528a9b90-9070-4140-a98b-1bda48d28ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:38.564205 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-528a9b90-9070-4140-a98b-1bda48d28ed7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f200dbe61564f2da383c8db648f1532&device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 1097 time: 0.1421103 Apr 15 19:59:38.647358 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-0b63a430-84e3-4f99-bb37-34b7cdc2f01a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43ac70d8-d209-4862-b380-a8e84cc53146 HTTP/1.1" status: 200 len: 217 time: 0.0734444 Apr 15 19:59:38.656694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9026ac6-5aea-4d38-bd81-2e6c198a72cc req-52b87558-cb55-489b-bef3-e798b4388bbd tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:38.658216 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f9026ac6-5aea-4d38-bd81-2e6c198a72cc req-52b87558-cb55-489b-bef3-e798b4388bbd tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 944 time: 0.1786158 Apr 15 19:59:38.754471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-a9374537-0c52-4b5a-8c6c-c98c062da242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:38.756056 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-a9374537-0c52-4b5a-8c6c-c98c062da242 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fd110ef5-0657-4061-b05e-c2619c910334 HTTP/1.1" status: 200 len: 848 time: 0.0969121 Apr 15 19:59:38.759425 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f9026ac6-5aea-4d38-bd81-2e6c198a72cc req-a7553863-8970-42d6-8bdd-012392c18c8e tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667055 Apr 15 19:59:38.815769 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-c4d93571-55ce-4c2d-a830-ab030b0a77fa service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b1f3034d-c441-4df0-a553-d33fa5d04d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495365 Apr 15 19:59:38.960297 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-f51588ea-a002-45e0-a29e-99654a701f48 service neutron] 10.222.0.61 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337504 Apr 15 19:59:39.105063 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-39c19466-f8a3-4155-8a30-460a54d0f68f req-4a6abc6b-010f-41ff-9fee-ae241cef4db5 service neutron] 10.222.0.61 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342266 Apr 15 19:59:39.233079 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-78b9d179-1733-4361-9b19-b0a41488b921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:39.234693 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-78b9d179-1733-4361-9b19-b0a41488b921 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f200dbe61564f2da383c8db648f1532&device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 1097 time: 0.0780296 Apr 15 19:59:39.378075 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-a2cf989c-e6f4-4832-991b-5f9e43a1fdee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:39.379580 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-a2cf989c-e6f4-4832-991b-5f9e43a1fdee service neutron] 10.222.0.61 "GET /v2.0/networks?id=b1f3034d-c441-4df0-a553-d33fa5d04d9b HTTP/1.1" status: 200 len: 909 time: 0.1367662 Apr 15 19:59:39.456084 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-ba173576-4b10-484f-8f3e-4859c98181ce service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=43ac70d8-d209-4862-b380-a8e84cc53146 HTTP/1.1" status: 200 len: 217 time: 0.0688870 Apr 15 19:59:39.531510 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-870cccd1-5fa7-4d8e-8897-31fa980e06da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:39.534189 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-870cccd1-5fa7-4d8e-8897-31fa980e06da service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fd110ef5-0657-4061-b05e-c2619c910334 HTTP/1.1" status: 200 len: 848 time: 0.0706153 Apr 15 19:59:39.592191 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-b33507be-28f4-4c2a-a45f-eeb20765d10d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b1f3034d-c441-4df0-a553-d33fa5d04d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0504036 Apr 15 19:59:39.722082 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a80bf1f8-f025-4bc2-9809-533ff3e0907b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:39.737422 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-42a9da2c-385c-41a9-9e09-02c4813bc85b service neutron] 10.222.0.61 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377342 Apr 15 19:59:39.923681 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-3103bf75-f9c6-4c54-93f9-f6a925996a02 req-8a4dbe35-1b38-4148-8e88-51eee73098a5 service neutron] 10.222.0.61 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776845 Apr 15 19:59:39.968617 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e72d952-d7aa-4d69-89e1-988b27bedd3c req-5411da3c-3f23-4b38-8bde-9346730bf8b7 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:39.970212 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e72d952-d7aa-4d69-89e1-988b27bedd3c req-5411da3c-3f23-4b38-8bde-9346730bf8b7 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 944 time: 0.0894415 Apr 15 19:59:40.017825 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1e72d952-d7aa-4d69-89e1-988b27bedd3c req-7cf5a08b-0bd0-4985-bd90-4e56d3c740a4 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409153 Apr 15 19:59:40.276694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:40.608347 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:41.222548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ebb10-4b61-4c99-894b-f9586ab94e03 req-cd9ec493-e7a7-4b7e-a08c-b0af945d7aee tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:41.224132 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1b9ebb10-4b61-4c99-894b-f9586ab94e03 req-cd9ec493-e7a7-4b7e-a08c-b0af945d7aee tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 944 time: 0.0916460 Apr 15 19:59:41.271315 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1b9ebb10-4b61-4c99-894b-f9586ab94e03 req-d3aed385-bb4b-420e-b0ba-fe01c53f9b61 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407612 Apr 15 19:59:42.096529 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:42.469226 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236296ff-ace4-4fae-b5fe-a375f4622f3a req-f33983be-a5d6-4ca1-975b-bdcdc86b4784 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:42.470764 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-236296ff-ace4-4fae-b5fe-a375f4622f3a req-f33983be-a5d6-4ca1-975b-bdcdc86b4784 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 944 time: 0.0868855 Apr 15 19:59:42.517343 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-236296ff-ace4-4fae-b5fe-a375f4622f3a req-01bf4591-0523-42bd-9fa6-2ef17e9770e7 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402832 Apr 15 19:59:43.152766 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 43ac70d8-d209-4862-b380-a8e84cc53146 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 19:59:43.292168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 43ac70d8-d209-4862-b380-a8e84cc53146, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43ac70d8-d209-4862-b380-a8e84cc53146,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:59:43.306399 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '43ac70d8-d209-4862-b380-a8e84cc53146', 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b', 'port_id': '43ac70d8-d209-4862-b380-a8e84cc53146', 'mac_address': 'fa:16:3e:cb:02:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd110ef5-0657-4061-b05e-c2619c910334', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 19:59:43.364620 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:43.381899 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43ac70d8-d209-4862-b380-a8e84cc53146 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:59:43.397646 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 43ac70d8-d209-4862-b380-a8e84cc53146, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43ac70d8-d209-4862-b380-a8e84cc53146,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:59:43.400439 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:43.402297 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:43.474854 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=43ac70d8-d209-4862-b380-a8e84cc53146,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:43.478037 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:43.668289 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['43ac70d8-d209-4862-b380-a8e84cc53146'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:59:43.721964 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d5a0d-f37e-476a-a903-1b1bc9e9b14f req-094e94e8-bcc8-4753-b60a-3d2ab3ab144f tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:43.723633 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-930d5a0d-f37e-476a-a903-1b1bc9e9b14f req-094e94e8-bcc8-4753-b60a-3d2ab3ab144f tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 945 time: 0.0950086 Apr 15 19:59:43.773872 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-930d5a0d-f37e-476a-a903-1b1bc9e9b14f req-a222e40b-3211-484e-9919-2011847e9542 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433316 Apr 15 19:59:44.978205 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03207fdb-73e6-41e4-a8aa-5ffad0b2bc19 req-857219a3-1ca3-43c2-8e88-a8a17c392f24 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:44.979782 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-03207fdb-73e6-41e4-a8aa-5ffad0b2bc19 req-857219a3-1ca3-43c2-8e88-a8a17c392f24 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 945 time: 0.0914760 Apr 15 19:59:45.026795 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-03207fdb-73e6-41e4-a8aa-5ffad0b2bc19 req-779ccbef-0707-4365-9cb9-7bff87602882 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400953 Apr 15 19:59:45.178446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 43ac70d8-d209-4862-b380-a8e84cc53146 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 19:59:45.250376 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 43ac70d8-d209-4862-b380-a8e84cc53146 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 19:59:45.255081 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 43ac70d8-d209-4862-b380-a8e84cc53146 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 19:59:45.255493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:45.376199 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:45.403473 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c8750-26b0-41f6-aebd-23c94876b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ac70d8-d209-4862-b380-a8e84cc53146'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:59:45.413552 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 43ac70d8-d209-4862-b380-a8e84cc53146, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43ac70d8-d209-4862-b380-a8e84cc53146,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:59:45.416394 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:45.418292 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:45.455538 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c8750-26b0-41f6-aebd-23c94876b6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43ac70d8-d209-4862-b380-a8e84cc53146', 'code': 200} Apr 15 19:59:45.488324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=43ac70d8-d209-4862-b380-a8e84cc53146,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:45.491445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:45.695865 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d392a932-bbe5-4f75-9100-cf74b001c36c req-d92960a8-ee4a-486e-9474-b348290d79cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:45.697341 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d392a932-bbe5-4f75-9100-cf74b001c36c req-d92960a8-ee4a-486e-9474-b348290d79cd service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 1099 time: 0.0767879 Apr 15 19:59:45.742985 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d392a932-bbe5-4f75-9100-cf74b001c36c req-c0758e4e-1fd8-4798-aac4-882b0d879051 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364630 Apr 15 19:59:46.351328 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4b067a-8e48-400f-b88b-6fc1d9636d13 req-b47e7bc6-f1c6-4ade-aea1-32e33589c4db tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:46.352918 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-da4b067a-8e48-400f-b88b-6fc1d9636d13 req-b47e7bc6-f1c6-4ade-aea1-32e33589c4db tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 946 time: 0.2136495 Apr 15 19:59:46.400166 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-da4b067a-8e48-400f-b88b-6fc1d9636d13 req-ba104c15-5bbd-4576-ae0c-4eda5f8a8f3d tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Apr 15 19:59:47.658875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2539ecc-fc54-45e3-a4f1-5651f3e803f9 req-631050a2-2a5b-46ab-9a0a-f41c14dafc30 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:47.660508 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2539ecc-fc54-45e3-a4f1-5651f3e803f9 req-631050a2-2a5b-46ab-9a0a-f41c14dafc30 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 946 time: 0.1435404 Apr 15 19:59:47.710628 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b2539ecc-fc54-45e3-a4f1-5651f3e803f9 req-a57702c5-f510-408c-ad0c-63dd13339c7a tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434723 Apr 15 19:59:48.724858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15886b50-7acb-46f6-bc45-00f373c11949 req-2574a5a0-a1e1-4012-aecd-15f462bc7bdd tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:48.726493 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-15886b50-7acb-46f6-bc45-00f373c11949 req-2574a5a0-a1e1-4012-aecd-15f462bc7bdd tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 946 time: 0.0871315 Apr 15 19:59:48.777644 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-15886b50-7acb-46f6-bc45-00f373c11949 req-95d7ff8b-1715-421a-9131-3a4908a116cb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441756 Apr 15 19:59:49.988640 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7446753e-832a-4e5c-9825-7085dda832b3 req-d3193fa2-1a1e-478b-8929-8d48795ddbdd tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:49.990233 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7446753e-832a-4e5c-9825-7085dda832b3 req-d3193fa2-1a1e-478b-8929-8d48795ddbdd tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 946 time: 0.0927691 Apr 15 19:59:50.088727 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7446753e-832a-4e5c-9825-7085dda832b3 req-7d8bed2c-b35a-44fc-82a2-057103e915cf tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920098 Apr 15 19:59:50.118659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-af0e0ac7-2fcf-467a-af61-2a0d815c2cda tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:50.120178 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-af0e0ac7-2fcf-467a-af61-2a0d815c2cda tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.61 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 946 time: 0.1094060 Apr 15 19:59:50.203029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Deleting port 43ac70d8-d209-4862-b380-a8e84cc53146 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 19:59:50.203423 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:50.460227 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] For port 43ac70d8-d209-4862-b380-a8e84cc53146, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=43ac70d8-d209-4862-b380-a8e84cc53146,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 19:59:50.460562 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:50.824652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Calling delete_port for 43ac70d8-d209-4862-b380-a8e84cc53146 owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 19:59:50.971168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:50.985463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['43ac70d8-d209-4862-b380-a8e84cc53146'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 19:59:50.989933 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f2e14e67-23a3-4f5a-bb2e-10cf6c527d7c tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:51.082971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Pushing event deleted for resources: {'Port': ['ID=43ac70d8-d209-4862-b380-a8e84cc53146,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:51.099165 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.099584 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.099996 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.100402 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.100806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.101206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.101603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.102031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.102454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.102825 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.103220 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.103615 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 19:59:51.108259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:51.288149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] No DVR routers for this DVR port 43ac70d8-d209-4862-b380-a8e84cc53146 on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 19:59:51.295418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:51.299736 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b0756fc5-efec-4d3c-842a-fc577790d63b req-73bc9575-2499-4887-841e-b53e3d7bbdcf tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=f31c8750-26b0-41f6-aebd-23c94876b6aa HTTP/1.1" status: 200 len: 210 time: 0.0906029 Apr 15 19:59:51.300284 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f31c8750-26b0-41f6-aebd-23c94876b6aa', 'name': 'network-vif-deleted', 'tag': '43ac70d8-d209-4862-b380-a8e84cc53146'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:59:51.315214 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-227a258d-c9a5-4350-abba-fc46af892dc2 req-8fa8bf16-71de-41fe-95be-3513d7676efb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.61 "DELETE /v2.0/ports/43ac70d8-d209-4862-b380-a8e84cc53146 HTTP/1.1" status: 204 len: 173 time: 1.1859303 Apr 15 19:59:51.355260 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f31c8750-26b0-41f6-aebd-23c94876b6aa', 'name': 'network-vif-deleted', 'tag': '43ac70d8-d209-4862-b380-a8e84cc53146', 'status': 'completed', 'code': 200} Apr 15 19:59:52.684179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-f8f40d78-6f84-4d57-8b02-0cc31c658435 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:52.685696 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-f8f40d78-6f84-4d57-8b02-0cc31c658435 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/networks?id=b1f3034d-c441-4df0-a553-d33fa5d04d9b HTTP/1.1" status: 200 len: 808 time: 0.1561356 Apr 15 19:59:52.701801 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-eda671cc-b6af-4651-8628-9dbf60ce34b8 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/quotas/1f200dbe61564f2da383c8db648f1532 HTTP/1.1" status: 200 len: 375 time: 0.0100188 Apr 15 19:59:52.753953 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-edd39d86-94aa-4378-8301-b6e1fc185c15 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Synchronizing usage tracker for tenant:1f200dbe61564f2da383c8db648f1532 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:59:52.769343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-edd39d86-94aa-4378-8301-b6e1fc185c15 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Unset dirty status for tenant:1f200dbe61564f2da383c8db648f1532 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:59:52.770849 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-edd39d86-94aa-4378-8301-b6e1fc185c15 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=1f200dbe61564f2da383c8db648f1532&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0633743 Apr 15 19:59:52.783244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-03b96232-ef7a-4f9f-ad77-ccb6d7a9fe8f service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 19:59:52.784300 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-03b96232-ef7a-4f9f-ad77-ccb6d7a9fe8f service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062089 Apr 15 19:59:52.925470 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-d4135b52-7ef0-44fd-9731-5c84a2e0e2bc service neutron] 10.222.0.35 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350796 Apr 15 19:59:53.069324 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-7df0af65-4e58-4721-a357-4a89fbd58997 service neutron] 10.222.0.35 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372311 Apr 15 19:59:53.259982 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-48dbf821-6075-4edd-aa50-97142394ecea req-736642c8-5891-4477-894f-88314731808d tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 210 time: 0.0489025 Apr 15 19:59:54.444379 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ad622ce3-cf96-4b33-8ba2-d27ee9ba9820 req-0a162730-d3c5-41bf-af07-11b49d0d4fff tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 210 time: 0.0687215 Apr 15 19:59:54.455942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-66a94e26-f4ab-4ead-ab9a-332c9d8fafe9 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:54.457574 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-66a94e26-f4ab-4ead-ab9a-332c9d8fafe9 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.61 "GET /v2.0/networks?id=b1f3034d-c441-4df0-a553-d33fa5d04d9b HTTP/1.1" status: 200 len: 808 time: 0.2147081 Apr 15 19:59:54.475343 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Request body: {'port': {'device_id': 'c6be69a5-c24f-4e79-967b-227ba171ef40', 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b', 'admin_state_up': True, 'tenant_id': '1f200dbe61564f2da383c8db648f1532'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:59:54.618698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 19:59:54.629188 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 19:59:54.638393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Made reservation on behalf of 1f200dbe61564f2da383c8db648f1532 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 19:59:54.644477 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:54.814633 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Allocated IP 172.20.0.3 (b1f3034d-c441-4df0-a553-d33fa5d04d9b/fd110ef5-0657-4061-b05e-c2619c910334/04c6d248-4aa4-46c9-957d-6228706a8200) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 19:59:55.024242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:55.054097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:55.069240 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-a82e99ed-9229-41c2-a3f5-09dc8520783b tempest-AttachVolumeShelveTestJSON-830459178 tempest-AttachVolumeShelveTestJSON-830459178-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:55.203408 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Pushing event updated for resources: {'Port': ['ID=04c6d248-4aa4-46c9-957d-6228706a8200,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:55.207701 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:55.239680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 43ac70d8-d209-4862-b380-a8e84cc53146 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 19:59:55.260661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Network b1f3034d-c441-4df0-a553-d33fa5d04d9b is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 19:59:55.261873 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 19:59:55.264730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 19:59:55.279815 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 43ac70d8-d209-4862-b380-a8e84cc53146 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 19:59:55.280152 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 43ac70d8-d209-4862-b380-a8e84cc53146 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 19:59:55.332591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:55.333250 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:55.356803 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c94a660-4ced-4ee0-8bc7-d8cc1c4d1c2c tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8860230 Apr 15 19:59:55.372959 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Request body: {'port': {'device_id': 'c6be69a5-c24f-4e79-967b-227ba171ef40', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 19:59:55.493125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:55.784683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:55.806530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07999128-9605-4480-a080-2cc169ca0d97 req-86838215-cc5e-4798-8803-563a53474e35 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:55.807300 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-07999128-9605-4480-a080-2cc169ca0d97 req-86838215-cc5e-4798-8803-563a53474e35 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Synchronizing usage tracker for tenant:1f200dbe61564f2da383c8db648f1532 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 19:59:55.852809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-07999128-9605-4480-a080-2cc169ca0d97 req-86838215-cc5e-4798-8803-563a53474e35 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Unset dirty status for tenant:1f200dbe61564f2da383c8db648f1532 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 19:59:55.854088 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-07999128-9605-4480-a080-2cc169ca0d97 req-86838215-cc5e-4798-8803-563a53474e35 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 931 time: 0.2906632 Apr 15 19:59:55.917269 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-07999128-9605-4480-a080-2cc169ca0d97 req-f05548f5-c5f7-482a-9e31-332fb82552d3 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549855 Apr 15 19:59:55.981774 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04c6d248-4aa4-46c9-957d-6228706a8200 {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 19:59:55.990066 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:56.005353 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Transition to ACTIVE for port object 04c6d248-4aa4-46c9-957d-6228706a8200 will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 19:59:56.007977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:56.023831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-afebf75f-dbec-446c-a8f4-bc8d26bb3a7c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:56.155108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Pushing event updated for resources: {'Port': ['ID=04c6d248-4aa4-46c9-957d-6228706a8200,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:56.158018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:56.371008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Attempting to bind port 04c6d248-4aa4-46c9-957d-6228706a8200 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 19:59:56.371390 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Attempting to bind port 04c6d248-4aa4-46c9-957d-6228706a8200 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '42c68913-563f-4991-88c3-88be2441cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 19:59:56.371765 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Attempting to bind port 04c6d248-4aa4-46c9-957d-6228706a8200 on network b1f3034d-c441-4df0-a553-d33fa5d04d9b {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:59:56.377190 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Port 04c6d248-4aa4-46c9-957d-6228706a8200 on network b1f3034d-c441-4df0-a553-d33fa5d04d9b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 19:59:56.377554 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Attempting to bind port 04c6d248-4aa4-46c9-957d-6228706a8200 on network b1f3034d-c441-4df0-a553-d33fa5d04d9b {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 19:59:56.383031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 19, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 19:59:56.383409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Checking segment: {'id': '42c68913-563f-4991-88c3-88be2441cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 19:59:56.383834 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Bound using segment: {'id': '42c68913-563f-4991-88c3-88be2441cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 19:59:56.384306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Bound port: 04c6d248-4aa4-46c9-957d-6228706a8200, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '42c68913-563f-4991-88c3-88be2441cf83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 19:59:56.384694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:56.478644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] For port 04c6d248-4aa4-46c9-957d-6228706a8200, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 19:59:56.482190 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] For port 04c6d248-4aa4-46c9-957d-6228706a8200, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=04c6d248-4aa4-46c9-957d-6228706a8200,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 19:59:56.485403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:56.500252 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3a500db-5693-43da-bbc2-68a98e5b856d tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 19:59:56.889721 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Pushing event updated for resources: {'Port': ['ID=04c6d248-4aa4-46c9-957d-6228706a8200,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 19:59:56.895022 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 19:59:56.925644 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:56.926371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 19:59:56.927811 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-9dfe7955-af7d-4582-ae5b-d2f020bc3977 service neutron] 10.222.0.61 "PUT /v2.0/ports/04c6d248-4aa4-46c9-957d-6228706a8200 HTTP/1.1" status: 200 len: 1093 time: 1.5599020 Apr 15 19:59:56.928337 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6be69a5-c24f-4e79-967b-227ba171ef40', 'tag': '04c6d248-4aa4-46c9-957d-6228706a8200'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 19:59:57.009626 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6be69a5-c24f-4e79-967b-227ba171ef40', 'tag': '04c6d248-4aa4-46c9-957d-6228706a8200', 'status': 'completed', 'code': 200} Apr 15 19:59:57.097365 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-46c6aeb6-3c9c-4de0-a2ba-07c916a54a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:57.098900 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-46c6aeb6-3c9c-4de0-a2ba-07c916a54a95 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f200dbe61564f2da383c8db648f1532&device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 1096 time: 0.1300223 Apr 15 19:59:57.184971 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-5c162862-19b8-4ee6-bf62-cc2b7792568d service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04c6d248-4aa4-46c9-957d-6228706a8200 HTTP/1.1" status: 200 len: 217 time: 0.0767851 Apr 15 19:59:57.197392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f79cae-82d0-46d2-8791-ee96228cd68f req-24d56b55-21ea-4a99-8c85-0c7f9a8b17a6 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:57.198887 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-89f79cae-82d0-46d2-8791-ee96228cd68f req-24d56b55-21ea-4a99-8c85-0c7f9a8b17a6 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 943 time: 0.1630492 Apr 15 19:59:57.298188 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-89f79cae-82d0-46d2-8791-ee96228cd68f req-8c68c944-85ab-4887-b491-c9c7263ba3e3 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617990 Apr 15 19:59:57.300111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-db18ce9b-78e2-4b55-b9e4-9ff8a4c3a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:57.301557 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-db18ce9b-78e2-4b55-b9e4-9ff8a4c3a237 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fd110ef5-0657-4061-b05e-c2619c910334 HTTP/1.1" status: 200 len: 848 time: 0.1017969 Apr 15 19:59:57.355975 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-c04a0ac8-9c9c-4117-91ca-8f8ddb371c72 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b1f3034d-c441-4df0-a553-d33fa5d04d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463231 Apr 15 19:59:57.500444 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-03c71e2c-020f-4341-ba25-76ad3b49dc09 service neutron] 10.222.0.61 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1336794 Apr 15 19:59:57.643705 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-9ae3f1b2-5dbf-4232-bc4e-48a7853dcd5d req-c22a0871-9fb3-450a-85a4-fcad9fbdaa45 service neutron] 10.222.0.61 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335585 Apr 15 19:59:57.782331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e454-19cb-4634-9374-da8621fb0f4c req-e86f074b-d6ca-4ecb-b72d-64a6b790edcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:57.783961 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f640e454-19cb-4634-9374-da8621fb0f4c req-e86f074b-d6ca-4ecb-b72d-64a6b790edcb service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=1f200dbe61564f2da383c8db648f1532&device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 1096 time: 0.0859437 Apr 15 19:59:57.926445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e454-19cb-4634-9374-da8621fb0f4c req-9a046fb1-5148-4943-bc26-75e609834ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:57.927943 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f640e454-19cb-4634-9374-da8621fb0f4c req-9a046fb1-5148-4943-bc26-75e609834ab0 service neutron] 10.222.0.61 "GET /v2.0/networks?id=b1f3034d-c441-4df0-a553-d33fa5d04d9b HTTP/1.1" status: 200 len: 909 time: 0.1369016 Apr 15 19:59:58.004246 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f640e454-19cb-4634-9374-da8621fb0f4c req-3285a0f7-d771-414d-9069-e3874e40bcd3 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=04c6d248-4aa4-46c9-957d-6228706a8200 HTTP/1.1" status: 200 len: 217 time: 0.0670021 Apr 15 19:59:58.079396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f640e454-19cb-4634-9374-da8621fb0f4c req-55405071-e5ea-47f9-baf4-9dd784c9421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:58.080923 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f640e454-19cb-4634-9374-da8621fb0f4c req-55405071-e5ea-47f9-baf4-9dd784c9421c service neutron] 10.222.0.61 "GET /v2.0/subnets?id=fd110ef5-0657-4061-b05e-c2619c910334 HTTP/1.1" status: 200 len: 848 time: 0.0663218 Apr 15 19:59:58.132913 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f640e454-19cb-4634-9374-da8621fb0f4c req-ca1a2d93-cc66-4fb6-8ba0-1e411b1ac470 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=b1f3034d-c441-4df0-a553-d33fa5d04d9b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453849 Apr 15 19:59:58.272595 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f640e454-19cb-4634-9374-da8621fb0f4c req-faa01304-a07a-47c1-a56a-1b4d9b15f643 service neutron] 10.222.0.61 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325526 Apr 15 19:59:58.416715 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f640e454-19cb-4634-9374-da8621fb0f4c req-d551e339-dca6-4620-b93c-18138de203ae service neutron] 10.222.0.61 "GET /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363215 Apr 15 19:59:58.502426 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeba4c76-18ae-4d4c-a78e-72923492fad6 req-4a4f48da-86b8-4e17-bd5d-cd710a6c4ad2 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:58.504053 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-eeba4c76-18ae-4d4c-a78e-72923492fad6 req-4a4f48da-86b8-4e17-bd5d-cd710a6c4ad2 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 943 time: 0.0864067 Apr 15 19:59:58.554870 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-eeba4c76-18ae-4d4c-a78e-72923492fad6 req-e7a3375a-1f8e-4e00-b33e-68935c749f4d tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442171 Apr 15 19:59:59.754483 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a7cbfd-418f-4d23-852c-eca05a593d46 req-3a4e6c75-916c-4ec7-be4f-741c4296fd0d tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 19:59:59.756084 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b7a7cbfd-418f-4d23-852c-eca05a593d46 req-3a4e6c75-916c-4ec7-be4f-741c4296fd0d tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 943 time: 0.0891972 Apr 15 19:59:59.804392 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b7a7cbfd-418f-4d23-852c-eca05a593d46 req-569b2ab4-e50a-49ba-ab08-ee786d26d228 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418863 Apr 15 20:00:01.007626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa8be54-00f0-4e0a-8bfb-9225a5331872 req-d77e1ed2-0529-42e1-a3c7-cb842503e875 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:01.009235 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aaa8be54-00f0-4e0a-8bfb-9225a5331872 req-d77e1ed2-0529-42e1-a3c7-cb842503e875 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 943 time: 0.0923674 Apr 15 20:00:01.057002 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-aaa8be54-00f0-4e0a-8bfb-9225a5331872 req-771378a6-ba12-4dc1-aebc-55b1f0692ffc tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410891 Apr 15 20:00:01.298570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 04c6d248-4aa4-46c9-957d-6228706a8200 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:00:01.437230 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 04c6d248-4aa4-46c9-957d-6228706a8200, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=04c6d248-4aa4-46c9-957d-6228706a8200,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:00:01.450745 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '04c6d248-4aa4-46c9-957d-6228706a8200', 'network_id': 'b1f3034d-c441-4df0-a553-d33fa5d04d9b', 'port_id': '04c6d248-4aa4-46c9-957d-6228706a8200', 'mac_address': 'fa:16:3e:a8:80:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 604, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fd110ef5-0657-4061-b05e-c2619c910334', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:00:01.507888 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:01.525321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04c6d248-4aa4-46c9-957d-6228706a8200 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:00:01.543264 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 04c6d248-4aa4-46c9-957d-6228706a8200, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=04c6d248-4aa4-46c9-957d-6228706a8200,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:00:01.545910 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:01.547732 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:00:01.618469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=04c6d248-4aa4-46c9-957d-6228706a8200,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:00:01.626255 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.626697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.627083 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.627463 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.627842 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.628214 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.628588 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.628959 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.629329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.629698 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.630112 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.630460 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:01.634331 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:00:01.803316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['04c6d248-4aa4-46c9-957d-6228706a8200'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:00:02.257836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5f2ca3-a237-4f8a-87a9-817c8e091f56 req-0e7820b2-8f78-4a44-ad9e-1dd68913ad58 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:02.259429 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-da5f2ca3-a237-4f8a-87a9-817c8e091f56 req-0e7820b2-8f78-4a44-ad9e-1dd68913ad58 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 944 time: 0.0871167 Apr 15 20:00:02.306978 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-da5f2ca3-a237-4f8a-87a9-817c8e091f56 req-224b724b-f790-46b0-a17d-22f8933d3ab7 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407014 Apr 15 20:00:03.315168 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 04c6d248-4aa4-46c9-957d-6228706a8200 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:00:03.385058 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 04c6d248-4aa4-46c9-957d-6228706a8200 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:00:03.390029 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 04c6d248-4aa4-46c9-957d-6228706a8200 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:00:03.390446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:03.510119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042e70da-bde0-4312-bad6-3e520211f46b req-8818445a-ae48-4a49-b988-e3cd7e01de79 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:03.511714 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-042e70da-bde0-4312-bad6-3e520211f46b req-8818445a-ae48-4a49-b988-e3cd7e01de79 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 944 time: 0.0914171 Apr 15 20:00:03.513405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:03.541373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6be69a5-c24f-4e79-967b-227ba171ef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c6d248-4aa4-46c9-957d-6228706a8200'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:00:03.552113 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 04c6d248-4aa4-46c9-957d-6228706a8200, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=04c6d248-4aa4-46c9-957d-6228706a8200,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:00:03.555357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:03.557266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:00:03.561929 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-042e70da-bde0-4312-bad6-3e520211f46b req-033c621e-6ada-47ee-84e8-29b345af35dd tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436788 Apr 15 20:00:03.603618 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6be69a5-c24f-4e79-967b-227ba171ef40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04c6d248-4aa4-46c9-957d-6228706a8200', 'code': 200} Apr 15 20:00:03.640000 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=04c6d248-4aa4-46c9-957d-6228706a8200,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:00:03.643122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:00:03.841863 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1945005a-9d41-4633-be0f-fe2a06c7c28a req-eba93505-1c11-45be-bd66-32cf1d995aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:03.843405 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1945005a-9d41-4633-be0f-fe2a06c7c28a req-eba93505-1c11-45be-bd66-32cf1d995aa8 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 1098 time: 0.0836039 Apr 15 20:00:03.889876 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1945005a-9d41-4633-be0f-fe2a06c7c28a req-6a00fa83-cc0c-469e-af62-6eb59c2835fc service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368013 Apr 15 20:00:04.765061 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafaa5a6-9749-49d9-ac2f-742fb0edc1f0 req-725c973d-f588-4ef0-be37-d706087c91a0 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:04.767338 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fafaa5a6-9749-49d9-ac2f-742fb0edc1f0 req-725c973d-f588-4ef0-be37-d706087c91a0 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 945 time: 0.0887160 Apr 15 20:00:04.816256 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-fafaa5a6-9749-49d9-ac2f-742fb0edc1f0 req-32028659-c19e-45ff-b14a-6254d506ec0d tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423896 Apr 15 20:00:06.020816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31402e84-f989-4f03-b920-dcf525a6b9b6 req-9914a5f0-3b9f-47d0-bdca-8525a6099028 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:06.022419 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-31402e84-f989-4f03-b920-dcf525a6b9b6 req-9914a5f0-3b9f-47d0-bdca-8525a6099028 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 945 time: 0.0909061 Apr 15 20:00:06.069461 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-31402e84-f989-4f03-b920-dcf525a6b9b6 req-524f897d-b198-46b1-9e35-34cd17dad3ce tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407138 Apr 15 20:00:07.200122 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6091ab6c-fe4f-41cf-951e-888fa66c38e0 req-06c32785-b90e-4687-9b2e-11e257315ac1 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:07.202193 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6091ab6c-fe4f-41cf-951e-888fa66c38e0 req-06c32785-b90e-4687-9b2e-11e257315ac1 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 945 time: 0.0872664 Apr 15 20:00:07.251978 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6091ab6c-fe4f-41cf-951e-888fa66c38e0 req-9f872f39-b567-4a20-8310-fb322c7b5350 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435946 Apr 15 20:00:07.328710 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-8f712ad9-822a-4258-86c7-06afb5a46457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:07.396626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:00:08.459565 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1906e5a-f75f-42f3-905d-27a21dc4fc71 req-72acb20a-b7ce-4049-801b-47b358a1ca9a tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:08.461140 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a1906e5a-f75f-42f3-905d-27a21dc4fc71 req-72acb20a-b7ce-4049-801b-47b358a1ca9a tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 945 time: 0.0908501 Apr 15 20:00:08.559758 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a1906e5a-f75f-42f3-905d-27a21dc4fc71 req-e87993a4-612e-471e-87a4-2b1b98f9f8d8 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/security-groups?id=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913980 Apr 15 20:00:08.594147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-c053c5ec-45d4-46ec-99d2-e0a3cb881dcb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:08.595690 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-c053c5ec-45d4-46ec-99d2-e0a3cb881dcb tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.61 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 945 time: 0.1120446 Apr 15 20:00:08.676211 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Deleting port 04c6d248-4aa4-46c9-957d-6228706a8200 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:00:08.676608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:08.939377 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] For port 04c6d248-4aa4-46c9-957d-6228706a8200, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=04c6d248-4aa4-46c9-957d-6228706a8200,segment=NetworkSegment(42c68913-563f-4991-88c3-88be2441cf83),segment_id=42c68913-563f-4991-88c3-88be2441cf83)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:00:08.939702 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:09.070213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Calling delete_port for 04c6d248-4aa4-46c9-957d-6228706a8200 owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:00:09.216530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:09.232976 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['04c6d248-4aa4-46c9-957d-6228706a8200'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:00:09.235163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ebdfef18-fbea-4a1e-a24d-b8c0d5ea2ec2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:00:09.334508 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Pushing event deleted for resources: {'Port': ['ID=04c6d248-4aa4-46c9-957d-6228706a8200,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:00:09.338405 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:00:09.476060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] No DVR routers for this DVR port 04c6d248-4aa4-46c9-957d-6228706a8200 on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:00:09.478489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:09.481257 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6be69a5-c24f-4e79-967b-227ba171ef40', 'name': 'network-vif-deleted', 'tag': '04c6d248-4aa4-46c9-957d-6228706a8200'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:00:09.496004 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-86551b4d-1b1d-43ef-b456-d9cca8d4de63 req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.61 "DELETE /v2.0/ports/04c6d248-4aa4-46c9-957d-6228706a8200 HTTP/1.1" status: 204 len: 173 time: 0.8910725 Apr 15 20:00:09.529853 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6be69a5-c24f-4e79-967b-227ba171ef40', 'name': 'network-vif-deleted', 'tag': '04c6d248-4aa4-46c9-957d-6228706a8200', 'status': 'completed', 'code': 200} Apr 15 20:00:09.723128 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-cc08646c-2699-4cc8-8f86-2ed05f4cf32d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:09.736409 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-43214466-7b14-4c0d-a126-a52aa93a3554 req-33d952dc-7cdc-4ef9-a7b9-9067586021db tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Synchronizing usage tracker for tenant:1f200dbe61564f2da383c8db648f1532 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:00:09.751323 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-43214466-7b14-4c0d-a126-a52aa93a3554 req-33d952dc-7cdc-4ef9-a7b9-9067586021db tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Unset dirty status for tenant:1f200dbe61564f2da383c8db648f1532 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:00:09.752592 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-43214466-7b14-4c0d-a126-a52aa93a3554 req-33d952dc-7cdc-4ef9-a7b9-9067586021db tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] 10.222.0.35 "GET /v2.0/ports?device_id=c6be69a5-c24f-4e79-967b-227ba171ef40 HTTP/1.1" status: 200 len: 210 time: 0.0642385 Apr 15 20:00:10.279424 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:10.611304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:12.099175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:13.370578 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 04c6d248-4aa4-46c9-957d-6228706a8200 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:00:13.409383 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 04c6d248-4aa4-46c9-957d-6228706a8200 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:00:13.410202 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 04c6d248-4aa4-46c9-957d-6228706a8200 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:00:25.800403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:29.562307 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 46002) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:00:29.632831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Deleting subnet fd110ef5-0657-4061-b05e-c2619c910334 {{(pid=85367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:00:29.635872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:29.687360 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848320699'] for subnet, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:29.743949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:30.014064 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848697643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848404203'] for subnet, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:30.030187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-20a448f0-3108-4929-85a2-6d4ed0101aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:00:30.123934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd110ef5-0657-4061-b05e-c2619c910334,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:00:30.135311 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.135736 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.136153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.136564 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.136968 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.137374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.137786 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.138805 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.139208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.139610 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.140007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.140403 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:30.145445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:00:30.173404 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:30.179361 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d300e026-e5b6-4cab-a4fc-b7d52032fe48 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/fd110ef5-0657-4061-b05e-c2619c910334 HTTP/1.1" status: 204 len: 168 time: 0.6159663 Apr 15 20:00:30.182114 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 46006) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:00:30.295778 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:30.485668 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:30.596288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1f3034d-c441-4df0-a553-d33fa5d04d9b']}} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:00:30.609507 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42c68913-563f-4991-88c3-88be2441cf83') {'for_net_delete': True} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:00:30.609876 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42c68913-563f-4991-88c3-88be2441cf83') {} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:00:30.621728 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6455165'] for segment, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:30.636371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:30.642920 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Releasing vlan 604 on physical network physnet1 to pool {{(pid=85367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:00:30.816980 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Network b1f3034d-c441-4df0-a553-d33fa5d04d9b has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:00:30.826371 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6078580'] for segment, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:31.002656 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Network b1f3034d-c441-4df0-a553-d33fa5d04d9b has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:00:31.025060 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:00:31.344846 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:31.348436 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:00:31.364860 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:31.372159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Pushing event deleted for resources: {'Network': ['ID=b1f3034d-c441-4df0-a553-d33fa5d04d9b,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:00:31.374469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:00:31.375944 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] 10.222.0.35 "DELETE /v2.0/networks/b1f3034d-c441-4df0-a553-d33fa5d04d9b HTTP/1.1" status: 204 len: 168 time: 1.1928158 Apr 15 20:00:31.488998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 46012) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:00:31.539794 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-2cbeb90e-3818-468e-b85e-260baf9e9734 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1f200dbe61564f2da383c8db648f1532&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494754 Apr 15 20:00:31.542213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 46016) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:00:31.602002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9a413c7-44cc-464c-bcdf-5e3dd9d3b27d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:31.629072 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9a413c7-44cc-464c-bcdf-5e3dd9d3b27d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:31.677309 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9a413c7-44cc-464c-bcdf-5e3dd9d3b27d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:31.682175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-891378eb-eeef-4344-ba6c-dd37cab5ac7b tempest-TestMinimumBasicScenario-1254147852 tempest-TestMinimumBasicScenario-1254147852-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:00:31.695831 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a413c7-44cc-464c-bcdf-5e3dd9d3b27d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94c9b426-a0f3-4e38-a8c0-cdce0aab0f13,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:00:31.698864 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e9a413c7-44cc-464c-bcdf-5e3dd9d3b27d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:00:31.699820 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e9a413c7-44cc-464c-bcdf-5e3dd9d3b27d admin admin] Notify callbacks [] for security_group, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:31.701047 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e9a413c7-44cc-464c-bcdf-5e3dd9d3b27d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94c9b426-a0f3-4e38-a8c0-cdce0aab0f13 HTTP/1.1" status: 204 len: 168 time: 0.1578674 Apr 15 20:00:37.333201 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-96ae5e8a-7bd7-42be-a110-35eb9cd25219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:39.725238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a3f782a3-cce3-44c6-b4f3-fc23b38e6b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:40.282666 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:40.614596 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:42.101186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:44.396907 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:00:55.802206 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:58.283492 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 46190) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:00:58.408756 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:58.424239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:00:58.428236 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] Usage tracker for resource:security_group_rule and tenant:a8058af7440d4b92beae7c75a8d54372 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:00:58.431222 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:00:58.437130 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:00:58.524754 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:58.527413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:58.536714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b5b60c86-424d-4ea4-9b8c-0d3bf1c4696f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:00:58.577963 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a8058af7440d4b92beae7c75a8d54372&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2932732 Apr 15 20:00:58.579662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aed81603-29f1-4172-8773-f4b4d45cc36d,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:00:58.580857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 46196) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:00:58.583074 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e203b2fb-213e-4d49-be76-461b8ece28bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:00:58.642396 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:58.671867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:58.714999 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:58.719855 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-8410d63b-ca85-4e45-9021-b132727bb09a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:00:58.731787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed81603-29f1-4172-8773-f4b4d45cc36d,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:00:58.742186 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.742611 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.743025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.743434 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.743841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.744246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.744651 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.745047 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.745445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.745867 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.746266 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.746659 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:00:58.749971 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:58.753135 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aed81603-29f1-4172-8773-f4b4d45cc36d HTTP/1.1" status: 204 len: 168 time: 0.1710534 Apr 15 20:00:58.754244 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-9aaca5d9-10dd-40a8-b173-218c194852b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:00:59.443417 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 46220) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:00:59.556188 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-93148506-network', 'tenant_id': 'bee88e5b0a4e4a82a875512302642347'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:00:59.561324 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:00:59.565440 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Usage tracker for resource:network and tenant:bee88e5b0a4e4a82a875512302642347 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:00:59.568468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:00:59.575450 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:00:59.585060 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Made reservation on behalf of bee88e5b0a4e4a82a875512302642347 for: {'network': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:00:59.589714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for network, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:59.602989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:59.618291 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:00:59.622256 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Usage tracker for resource:security_group_rule and tenant:bee88e5b0a4e4a82a875512302642347 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:00:59.625986 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:00:59.632094 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:00:59.715400 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:59.718684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:59.722779 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-c1674222-9a66-498e-9366-05c091a426f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:00:59.747828 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=85366) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:155}} Apr 15 20:00:59.762608 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d8e0b4f-99db-466b-9325-58ef10a17093,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:00:59.765686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:59.766111 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.db.segments_db [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Added segment 347782db-3812-42f3-a49b-10ceeb7ccdb1 of type vlan for network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b Apr 15 20:00:59.772322 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:00:59.793741 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8791281971810'] for network, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:59.827019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130'] for network, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:59.828362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:00:59.828993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:00:59.833801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:01:00.165785 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7211790 Apr 15 20:01:00.168874 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Pushing event updated for resources: {'Network': ['ID=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:01:00.169052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 46226) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:01:00.171816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-69c467e7-ac50-46a5-902a-45a4f33bc234 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:01:00.176247 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Request body: {'subnet': {'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-93148506-subnet', 'tenant_id': 'bee88e5b0a4e4a82a875512302642347', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=85367) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:01:00.179525 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b details requested by agent ovs-agent-dv-cinder-786383-2-smb with host dv-cinder-786383-2-smb {{(pid=85368) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Apr 15 20:01:00.181684 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:01:00.185744 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Usage tracker for resource:subnet and tenant:bee88e5b0a4e4a82a875512302642347 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:01:00.188704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:01:00.194808 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:01:00.205663 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Made reservation on behalf of bee88e5b0a4e4a82a875512302642347 for: {'subnet': 1} {{(pid=85367) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:01:00.211012 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6371647'] for subnet, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:00.619908 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6078190', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6371596'] for subnet, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:00.635216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f0d62b03-d432-4cca-b1d6-b5c49e39b1e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:01:00.757026 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae591082-cd8d-42ea-9a8e-ff122b793023,revision_number=0']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:01:00.769645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:01:00.832737 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Checking segment: {'id': '347782db-3812-42f3-a49b-10ceeb7ccdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85367) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:01:00.833127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Network hostable DHCP agents. Network: 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b, hostable agents: ['ac2e85a0-6561-4d48-b116-e435172d2561'], hosted agents: [] {{(pid=85367) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Apr 15 20:01:00.851935 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b is scheduled to be hosted by DHCP agent ac2e85a0-6561-4d48-b116-e435172d2561 with binding_index 1 {{(pid=85367) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Apr 15 20:01:00.860031 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786383-2-smb, 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b) {{(pid=85367) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:01:00.869357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9ca6b8-ac7d-4128-8dab-a37052d9c7fc None None] Network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:01:00.871662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85367) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:00.872308 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:00.896693 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-fdd5c3ac-69b8-4334-9cb2-4098fd5471a3 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7265012 Apr 15 20:01:01.098191 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1939089f-fa45-40cb-a710-270e8dd37024 None None] Network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b requested from dv-cinder-786383-2-smb {{(pid=85368) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:215}} Apr 15 20:01:02.961467 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949710-0231-40f1-bfc2-07967057e8b8 req-0c2da952-3369-4110-90a9-e85199eb914d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:02.962162 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-01949710-0231-40f1-bfc2-07967057e8b8 req-0c2da952-3369-4110-90a9-e85199eb914d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Synchronizing usage tracker for tenant:bee88e5b0a4e4a82a875512302642347 on resource:network {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:01:02.980531 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-01949710-0231-40f1-bfc2-07967057e8b8 req-0c2da952-3369-4110-90a9-e85199eb914d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Unset dirty status for tenant:bee88e5b0a4e4a82a875512302642347 on resource:network {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:01:02.981930 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-0c2da952-3369-4110-90a9-e85199eb914d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/networks?id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b HTTP/1.1" status: 200 len: 812 time: 0.1743550 Apr 15 20:01:02.998386 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-7c5f3f48-14cf-475a-b3d5-8bf12ae84dbb tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/quotas/bee88e5b0a4e4a82a875512302642347 HTTP/1.1" status: 200 len: 375 time: 0.0097494 Apr 15 20:01:03.051246 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-893bcd0a-2ee1-418b-b79e-43c0069236c0 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bee88e5b0a4e4a82a875512302642347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472977 Apr 15 20:01:03.192842 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f8875766-66ab-4c31-b73d-a335db97304f service neutron] 10.222.0.35 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338921 Apr 15 20:01:03.333159 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-cc4de2cc-0edc-41c2-bb87-9b82f86a8e9f service neutron] 10.222.0.35 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336849 Apr 15 20:01:03.527299 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2e6c10af-8b2f-4a0e-b3e3-f3f616cfffcc req-634ccff5-0d37-4fa1-b0ef-59ce5b890163 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 210 time: 0.0489275 Apr 15 20:01:04.724985 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e05477c1-48b5-4e72-ba3c-b1103dbd46ed req-22243cf0-9ac7-4b86-b700-0bc94a1a80c5 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 210 time: 0.0826139 Apr 15 20:01:04.857462 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949710-0231-40f1-bfc2-07967057e8b8 req-fbef18ca-dc3f-4d89-9c20-d4dbc2637a12 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:04.859035 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-fbef18ca-dc3f-4d89-9c20-d4dbc2637a12 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.61 "GET /v2.0/networks?id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b HTTP/1.1" status: 200 len: 812 time: 0.1673255 Apr 15 20:01:04.877063 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Request body: {'port': {'device_id': '888a6698-5cb3-48ab-9b3e-9397e532bb8b', 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b', 'admin_state_up': True, 'tenant_id': 'bee88e5b0a4e4a82a875512302642347'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:01:05.019783 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:01:05.023760 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Usage tracker for resource:port and tenant:bee88e5b0a4e4a82a875512302642347 is out of sync, need to count used quota {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:01:05.026647 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Quota usage for port was recalculated. Used quota:0. {{(pid=85366) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:01:05.033085 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:01:05.042002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Made reservation on behalf of bee88e5b0a4e4a82a875512302642347 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:01:05.048518 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:05.215802 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Allocated IP 172.20.0.13 (19a9e962-9ea9-4efb-a38c-ea8d82b73b7b/ae591082-cd8d-42ea-9a8e-ff122b793023/2fd723b1-f033-4991-97f2-9cf9dfe5e221) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:01:05.422737 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:05.452183 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:05.468159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f7108174-5066-47b0-adf6-507875a58091 tempest-AttachVolumeTestJSON-48506775 tempest-AttachVolumeTestJSON-48506775-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:01:05.602570 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Pushing event updated for resources: {'Port': ['ID=2fd723b1-f033-4991-97f2-9cf9dfe5e221,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:01:05.606885 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:01:05.660649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:01:05.661824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:01:05.664024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:01:05.730719 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:05.731317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:05.751794 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f98de137-66ca-4d8f-907e-7fe9758b8bd4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8793693 Apr 15 20:01:05.763039 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-c87bb728-f66b-4753-a00e-444737a34520 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=85366) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Apr 15 20:01:05.764723 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-c87bb728-f66b-4753-a00e-444737a34520 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.61 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061653 Apr 15 20:01:05.827097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Request body: {'port': {'device_id': '888a6698-5cb3-48ab-9b3e-9397e532bb8b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:01:06.008025 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:06.034430 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03fc5c-3989-48dd-a372-c99feee7d3af req-cab81462-d623-419c-9bf4-fad7607bafd1 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:06.035175 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-0f03fc5c-3989-48dd-a372-c99feee7d3af req-cab81462-d623-419c-9bf4-fad7607bafd1 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Synchronizing usage tracker for tenant:bee88e5b0a4e4a82a875512302642347 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:01:06.101697 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-0f03fc5c-3989-48dd-a372-c99feee7d3af req-cab81462-d623-419c-9bf4-fad7607bafd1 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Unset dirty status for tenant:bee88e5b0a4e4a82a875512302642347 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:01:06.103011 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0f03fc5c-3989-48dd-a372-c99feee7d3af req-cab81462-d623-419c-9bf4-fad7607bafd1 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 932 time: 0.2446632 Apr 15 20:01:06.218223 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-0f03fc5c-3989-48dd-a372-c99feee7d3af req-42c280f9-55b6-4217-ad65-575203d445e2 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Synchronizing usage tracker for tenant:bee88e5b0a4e4a82a875512302642347 on resource:security_group {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:01:06.313680 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-0f03fc5c-3989-48dd-a372-c99feee7d3af req-42c280f9-55b6-4217-ad65-575203d445e2 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Unset dirty status for tenant:bee88e5b0a4e4a82a875512302642347 on resource:security_group {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:01:06.314932 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-0f03fc5c-3989-48dd-a372-c99feee7d3af req-42c280f9-55b6-4217-ad65-575203d445e2 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2010210 Apr 15 20:01:06.438922 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fd723b1-f033-4991-97f2-9cf9dfe5e221 {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:01:06.446623 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:06.463317 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Transition to ACTIVE for port object 2fd723b1-f033-4991-97f2-9cf9dfe5e221 will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:01:06.466373 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:06.481485 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-69455bf8-2ac1-4a53-b30f-277cc5ff0c68 tempest-VolumesActionsTest-862987175 tempest-VolumesActionsTest-862987175-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:01:06.611877 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd723b1-f033-4991-97f2-9cf9dfe5e221,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:01:06.615119 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:01:06.830454 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Attempting to bind port 2fd723b1-f033-4991-97f2-9cf9dfe5e221 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:01:06.830969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Attempting to bind port 2fd723b1-f033-4991-97f2-9cf9dfe5e221 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '347782db-3812-42f3-a49b-10ceeb7ccdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:01:06.831179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Attempting to bind port 2fd723b1-f033-4991-97f2-9cf9dfe5e221 on network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:01:06.836225 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Port 2fd723b1-f033-4991-97f2-9cf9dfe5e221 on network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:01:06.836583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Attempting to bind port 2fd723b1-f033-4991-97f2-9cf9dfe5e221 on network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:01:06.842042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:01:06.842448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Checking segment: {'id': '347782db-3812-42f3-a49b-10ceeb7ccdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:01:06.842841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Bound using segment: {'id': '347782db-3812-42f3-a49b-10ceeb7ccdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:01:06.843305 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Bound port: 2fd723b1-f033-4991-97f2-9cf9dfe5e221, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347782db-3812-42f3-a49b-10ceeb7ccdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:01:06.843683 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:06.937342 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] For port 2fd723b1-f033-4991-97f2-9cf9dfe5e221, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:01:06.940328 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] For port 2fd723b1-f033-4991-97f2-9cf9dfe5e221, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fd723b1-f033-4991-97f2-9cf9dfe5e221,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:01:06.943612 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:06.958212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-51ead08c-d6bc-49ea-b66f-1d86c36b04a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:01:07.105572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Pushing event updated for resources: {'Port': ['ID=2fd723b1-f033-4991-97f2-9cf9dfe5e221,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:01:07.114154 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:01:07.144548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:07.144657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:07.146220 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-bb92a004-7a35-499d-9df0-9252f6e6f0e5 service neutron] 10.222.0.61 "PUT /v2.0/ports/2fd723b1-f033-4991-97f2-9cf9dfe5e221 HTTP/1.1" status: 200 len: 1094 time: 1.3738427 Apr 15 20:01:07.146742 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '888a6698-5cb3-48ab-9b3e-9397e532bb8b', 'tag': '2fd723b1-f033-4991-97f2-9cf9dfe5e221'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:01:07.338429 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9d415ce3-5c83-419f-aa7f-349802c207a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:07.453814 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '888a6698-5cb3-48ab-9b3e-9397e532bb8b', 'tag': '2fd723b1-f033-4991-97f2-9cf9dfe5e221', 'status': 'completed', 'code': 200} Apr 15 20:01:07.562950 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949710-0231-40f1-bfc2-07967057e8b8 req-16e98a76-abec-4ef9-ae83-61f7f9baae98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:07.564587 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-16e98a76-abec-4ef9-ae83-61f7f9baae98 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee88e5b0a4e4a82a875512302642347&device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 1097 time: 0.3818071 Apr 15 20:01:07.577468 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69483b1-46e7-4a4d-9211-b42fc422c692 req-128f31cd-aa48-427d-a553-789e2586c4e5 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:07.578940 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f69483b1-46e7-4a4d-9211-b42fc422c692 req-128f31cd-aa48-427d-a553-789e2586c4e5 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 944 time: 0.1196098 Apr 15 20:01:07.658900 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-a200c7db-5555-41e7-a3cc-9f61071a606e service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd723b1-f033-4991-97f2-9cf9dfe5e221 HTTP/1.1" status: 200 len: 217 time: 0.0789862 Apr 15 20:01:07.737439 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f69483b1-46e7-4a4d-9211-b42fc422c692 req-a0ccdeff-1a3b-4cf4-a069-a0297c0132d3 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007338 Apr 15 20:01:07.747984 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f8692aa1-e144-4ea9-a231-c09b6a7da080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:07.749922 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-f8692aa1-e144-4ea9-a231-c09b6a7da080 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae591082-cd8d-42ea-9a8e-ff122b793023 HTTP/1.1" status: 200 len: 852 time: 0.0828950 Apr 15 20:01:07.807300 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-856af965-6745-45b3-8d26-73af0c7263ae service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472624 Apr 15 20:01:07.948846 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-5a01e159-2983-4086-9dd0-a5d285e462ea service neutron] 10.222.0.61 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333375 Apr 15 20:01:08.093776 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-01949710-0231-40f1-bfc2-07967057e8b8 req-ad4441b1-fd11-411a-b200-e4ad306c14f1 service neutron] 10.222.0.61 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346240 Apr 15 20:01:08.218335 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-358abf8e-1a69-4e71-b42d-4dff96ac8df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:08.219841 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-358abf8e-1a69-4e71-b42d-4dff96ac8df7 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee88e5b0a4e4a82a875512302642347&device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 1097 time: 0.0786190 Apr 15 20:01:08.369163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-464aba94-4a25-4305-8257-8d984d383fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:08.370781 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-464aba94-4a25-4305-8257-8d984d383fdf service neutron] 10.222.0.61 "GET /v2.0/networks?id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b HTTP/1.1" status: 200 len: 913 time: 0.1437714 Apr 15 20:01:08.448104 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-e1d6db7d-57fa-443e-a824-95e490e55b92 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2fd723b1-f033-4991-97f2-9cf9dfe5e221 HTTP/1.1" status: 200 len: 217 time: 0.0683727 Apr 15 20:01:08.519320 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-a27de4f9-eb8f-4b3f-9763-99b0d9f31398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:08.520894 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-a27de4f9-eb8f-4b3f-9763-99b0d9f31398 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae591082-cd8d-42ea-9a8e-ff122b793023 HTTP/1.1" status: 200 len: 852 time: 0.0654407 Apr 15 20:01:08.574572 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-5c045ec4-1ce5-42ec-a62c-57e28559305e service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459442 Apr 15 20:01:08.716333 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-8e828c1b-ce19-4ef4-9e13-9366a55ced45 service neutron] 10.222.0.61 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339440 Apr 15 20:01:08.862247 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-28f023e0-1ea1-4aab-9cdc-dc9a43e1ca5f req-fbbc410d-8a3b-4ab0-92c6-608f3e5e9146 service neutron] 10.222.0.61 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367092 Apr 15 20:01:08.948121 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdae9c8-8ba5-48f9-a961-aa5d3486bd9e req-c5829f09-9200-4d8b-b6aa-a06d8d8136d5 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:08.949724 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8bdae9c8-8ba5-48f9-a961-aa5d3486bd9e req-c5829f09-9200-4d8b-b6aa-a06d8d8136d5 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 944 time: 0.0865369 Apr 15 20:01:08.997359 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8bdae9c8-8ba5-48f9-a961-aa5d3486bd9e req-55cb487a-9939-4f3d-aa7e-0b6771647845 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405438 Apr 15 20:01:09.725998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7008ae64-b9f7-4799-9bb3-c3d09e361447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:10.203336 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e882b0-7e58-4c0f-97a7-46b4d35e5071 req-57fcb076-8874-42be-a39e-7fabb54fd225 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:10.204926 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94e882b0-7e58-4c0f-97a7-46b4d35e5071 req-57fcb076-8874-42be-a39e-7fabb54fd225 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 944 time: 0.0941911 Apr 15 20:01:10.252170 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-94e882b0-7e58-4c0f-97a7-46b4d35e5071 req-33ea72c6-9841-43f6-acc4-9ca04d8adf1b tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404763 Apr 15 20:01:10.284969 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:10.617147 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:11.454052 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff72f5ce-e5b8-4070-9e79-335029cf116a req-09782521-1f0f-476b-a450-9db5c53bad6a tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:11.455630 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff72f5ce-e5b8-4070-9e79-335029cf116a req-09782521-1f0f-476b-a450-9db5c53bad6a tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 944 time: 0.0905845 Apr 15 20:01:11.503782 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff72f5ce-e5b8-4070-9e79-335029cf116a req-a0e7f16d-c932-4a3d-8879-30759536205d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412788 Apr 15 20:01:11.600041 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 2fd723b1-f033-4991-97f2-9cf9dfe5e221 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:01:11.740146 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 2fd723b1-f033-4991-97f2-9cf9dfe5e221, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fd723b1-f033-4991-97f2-9cf9dfe5e221,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:01:11.754092 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '2fd723b1-f033-4991-97f2-9cf9dfe5e221', 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b', 'port_id': '2fd723b1-f033-4991-97f2-9cf9dfe5e221', 'mac_address': 'fa:16:3e:b5:6d:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae591082-cd8d-42ea-9a8e-ff122b793023', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:01:11.812438 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:11.829661 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fd723b1-f033-4991-97f2-9cf9dfe5e221 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:01:11.846276 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 2fd723b1-f033-4991-97f2-9cf9dfe5e221, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fd723b1-f033-4991-97f2-9cf9dfe5e221,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:01:11.849161 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:11.851049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:01:11.922733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=2fd723b1-f033-4991-97f2-9cf9dfe5e221,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:01:11.930461 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.930856 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.931238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.931615 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.931989 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.932364 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.932733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.933103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.933471 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.933865 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.934238 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.934603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:01:11.938550 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:01:12.103395 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:12.113881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['2fd723b1-f033-4991-97f2-9cf9dfe5e221'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:01:12.701728 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6275d29-33c2-42b7-abe2-429a4661b978 req-8338de0e-851d-4471-9069-aab05d676beb tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:12.703262 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d6275d29-33c2-42b7-abe2-429a4661b978 req-8338de0e-851d-4471-9069-aab05d676beb tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 945 time: 0.0863843 Apr 15 20:01:12.750331 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d6275d29-33c2-42b7-abe2-429a4661b978 req-b820625c-ad2f-4319-acee-5ade286a944b tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407836 Apr 15 20:01:13.611944 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 2fd723b1-f033-4991-97f2-9cf9dfe5e221 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:01:13.684917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 2fd723b1-f033-4991-97f2-9cf9dfe5e221 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:01:13.689942 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 2fd723b1-f033-4991-97f2-9cf9dfe5e221 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:01:13.690361 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:13.814321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:13.843374 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888a6698-5cb3-48ab-9b3e-9397e532bb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd723b1-f033-4991-97f2-9cf9dfe5e221'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:01:13.853816 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 2fd723b1-f033-4991-97f2-9cf9dfe5e221, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fd723b1-f033-4991-97f2-9cf9dfe5e221,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:01:13.857306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:13.859436 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-814b1247-4968-4c76-9873-894ff9f40927 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:01:13.931153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=2fd723b1-f033-4991-97f2-9cf9dfe5e221,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:01:13.934524 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:01:13.957420 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888a6698-5cb3-48ab-9b3e-9397e532bb8b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fd723b1-f033-4991-97f2-9cf9dfe5e221', 'code': 200} Apr 15 20:01:13.961733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafa346e-c410-48ad-b7b7-51eba55f49c2 req-7efd2104-9d94-4628-a682-451a0114dd7e tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:13.963368 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bafa346e-c410-48ad-b7b7-51eba55f49c2 req-7efd2104-9d94-4628-a682-451a0114dd7e tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 946 time: 0.0944591 Apr 15 20:01:14.013035 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-bafa346e-c410-48ad-b7b7-51eba55f49c2 req-b6219512-7e1d-4b17-9a66-bc75db0ebdff tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418165 Apr 15 20:01:14.201248 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b30ba8-115e-497f-bb60-6457eb69770c req-0ca79e3b-f44f-4948-9b91-2ab678ab2c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:14.202776 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-08b30ba8-115e-497f-bb60-6457eb69770c req-0ca79e3b-f44f-4948-9b91-2ab678ab2c96 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 1099 time: 0.0774896 Apr 15 20:01:14.249399 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-08b30ba8-115e-497f-bb60-6457eb69770c req-0c4e6094-2569-4672-9ff5-ecdbe3a83d52 service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394444 Apr 15 20:01:15.221008 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2537880f-821a-4c48-aa35-876e4fe6b7cb req-b92d5902-0580-415b-9672-4b5fb0f3b5ff tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:15.222712 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2537880f-821a-4c48-aa35-876e4fe6b7cb req-b92d5902-0580-415b-9672-4b5fb0f3b5ff tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 946 time: 0.0903022 Apr 15 20:01:15.270878 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2537880f-821a-4c48-aa35-876e4fe6b7cb req-8da5660b-fe5b-4513-9db2-3e708904e083 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415723 Apr 15 20:01:16.475913 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dfd72-0046-433e-9d5c-1b34b805929a req-7bcb58ce-1df2-4829-b0c5-1f406aaabfb4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:16.477499 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-791dfd72-0046-433e-9d5c-1b34b805929a req-7bcb58ce-1df2-4829-b0c5-1f406aaabfb4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 946 time: 0.0915170 Apr 15 20:01:16.524549 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-791dfd72-0046-433e-9d5c-1b34b805929a req-092e2108-f3d3-412a-ac4c-f6e791c70d8e tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401971 Apr 15 20:01:21.396445 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:01:25.817329 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:37.331446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2cf181b2-5a79-446d-b6cf-1c57b226730a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:39.727106 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-567cb038-3f83-4c16-9fa7-8533e45a1c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:40.287589 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:40.621303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:42.108924 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:50.851475 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b2931-4ca0-4985-9258-a40b90262c6d req-24c00c84-cd07-44c2-82a3-97d93dc9eaa1 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:50.853283 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4c5b2931-4ca0-4985-9258-a40b90262c6d req-24c00c84-cd07-44c2-82a3-97d93dc9eaa1 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 946 time: 0.0886614 Apr 15 20:01:50.900805 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4c5b2931-4ca0-4985-9258-a40b90262c6d req-32229865-12a2-4e83-aee4-f7a0f5fb34ba tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403452 Apr 15 20:01:52.107773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e9ba8-91dd-4dd8-947b-39f649a7c7df req-2c938f74-49f1-4599-b403-87edbb8c37f2 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:52.109388 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d12e9ba8-91dd-4dd8-947b-39f649a7c7df req-2c938f74-49f1-4599-b403-87edbb8c37f2 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 946 time: 0.0929816 Apr 15 20:01:52.158056 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-d12e9ba8-91dd-4dd8-947b-39f649a7c7df req-dbdb5cef-f759-4cfc-b6ca-5ae4e4e5fabc tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419080 Apr 15 20:01:53.363511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88330d2-8a6d-4634-ad0b-75b69e4f8b0c req-1f978131-914c-4505-9e4b-eeccdfd6f73f tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:53.365098 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e88330d2-8a6d-4634-ad0b-75b69e4f8b0c req-1f978131-914c-4505-9e4b-eeccdfd6f73f tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 946 time: 0.0908692 Apr 15 20:01:53.411847 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e88330d2-8a6d-4634-ad0b-75b69e4f8b0c req-0320b8ff-1143-4d57-be88-416ad023b6ea tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403645 Apr 15 20:01:54.614801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683cd5a3-b170-49c1-ba95-f5e8481b1dda req-5c073c54-9549-4ce4-8d5f-7578b44708b1 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:54.616382 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-683cd5a3-b170-49c1-ba95-f5e8481b1dda req-5c073c54-9549-4ce4-8d5f-7578b44708b1 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 946 time: 0.0875742 Apr 15 20:01:54.662842 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-683cd5a3-b170-49c1-ba95-f5e8481b1dda req-3dbabaa3-f21d-4b76-b3a4-d46f01b507db tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Apr 15 20:01:55.815209 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:55.868048 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730a8ac-0025-4c41-a015-052e96eba369 req-aafccdb5-bdbb-492b-9a19-80c59129eb58 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:55.869707 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6730a8ac-0025-4c41-a015-052e96eba369 req-aafccdb5-bdbb-492b-9a19-80c59129eb58 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 946 time: 0.0929947 Apr 15 20:01:55.917355 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6730a8ac-0025-4c41-a015-052e96eba369 req-8387e4c9-952a-47af-a51b-4cb0235a9212 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406470 Apr 15 20:01:56.227841 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a036ed15-5f13-4337-8798-c981156003b1 req-ad505359-c2e4-44fe-b833-ef8d728dd90b tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:01:56.229374 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a036ed15-5f13-4337-8798-c981156003b1 req-ad505359-c2e4-44fe-b833-ef8d728dd90b tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.61 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 946 time: 0.0874908 Apr 15 20:01:56.310817 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-a036ed15-5f13-4337-8798-c981156003b1 req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Deleting port 2fd723b1-f033-4991-97f2-9cf9dfe5e221 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:01:56.311746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a036ed15-5f13-4337-8798-c981156003b1 req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:56.565522 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-a036ed15-5f13-4337-8798-c981156003b1 req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] For port 2fd723b1-f033-4991-97f2-9cf9dfe5e221, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=2fd723b1-f033-4991-97f2-9cf9dfe5e221,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:01:56.565972 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a036ed15-5f13-4337-8798-c981156003b1 req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:56.693111 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-a036ed15-5f13-4337-8798-c981156003b1 req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Calling delete_port for 2fd723b1-f033-4991-97f2-9cf9dfe5e221 owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:01:56.843766 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a036ed15-5f13-4337-8798-c981156003b1 req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:56.856822 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['2fd723b1-f033-4991-97f2-9cf9dfe5e221'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:01:56.862451 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-da22cfe2-8dec-493a-a26b-f95e3c32489f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:01:56.955694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Pushing event deleted for resources: {'Port': ['ID=2fd723b1-f033-4991-97f2-9cf9dfe5e221,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:01:56.958453 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:01:57.151015 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-f77aa7a0-96e9-437a-8a17-3a334acb7a68 req-1535eea1-b901-4950-ba72-d6c575371ded tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=888a6698-5cb3-48ab-9b3e-9397e532bb8b HTTP/1.1" status: 200 len: 210 time: 0.0890012 Apr 15 20:01:57.151913 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-a036ed15-5f13-4337-8798-c981156003b1 req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] No DVR routers for this DVR port 2fd723b1-f033-4991-97f2-9cf9dfe5e221 on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:01:57.154428 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-a036ed15-5f13-4337-8798-c981156003b1 req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:01:57.157262 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '888a6698-5cb3-48ab-9b3e-9397e532bb8b', 'name': 'network-vif-deleted', 'tag': '2fd723b1-f033-4991-97f2-9cf9dfe5e221'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:01:57.172920 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-a036ed15-5f13-4337-8798-c981156003b1 req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.61 "DELETE /v2.0/ports/2fd723b1-f033-4991-97f2-9cf9dfe5e221 HTTP/1.1" status: 204 len: 173 time: 0.9339957 Apr 15 20:01:57.205851 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '888a6698-5cb3-48ab-9b3e-9397e532bb8b', 'name': 'network-vif-deleted', 'tag': '2fd723b1-f033-4991-97f2-9cf9dfe5e221', 'status': 'completed', 'code': 200} Apr 15 20:01:58.396036 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:01:59.897038 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 2fd723b1-f033-4991-97f2-9cf9dfe5e221 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:01:59.935042 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 2fd723b1-f033-4991-97f2-9cf9dfe5e221 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:01:59.935442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 2fd723b1-f033-4991-97f2-9cf9dfe5e221 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:02:02.743108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-a13b7e49-2acf-4bbe-a37c-15dbc59e1036 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:02.744698 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-a13b7e49-2acf-4bbe-a37c-15dbc59e1036 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/networks?id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b HTTP/1.1" status: 200 len: 812 time: 0.3810945 Apr 15 20:02:02.762114 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-3ea090be-3d74-4b43-b13e-7c34d6065166 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/quotas/bee88e5b0a4e4a82a875512302642347 HTTP/1.1" status: 200 len: 375 time: 0.0102334 Apr 15 20:02:02.814662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-7bf4ffe1-a950-43ac-96c2-88596914021a tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Synchronizing usage tracker for tenant:bee88e5b0a4e4a82a875512302642347 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:02:02.829388 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-7bf4ffe1-a950-43ac-96c2-88596914021a tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Unset dirty status for tenant:bee88e5b0a4e4a82a875512302642347 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:02:02.830721 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-7bf4ffe1-a950-43ac-96c2-88596914021a tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=bee88e5b0a4e4a82a875512302642347&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0628066 Apr 15 20:02:03.062790 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2d8aed89-c794-4bfc-821d-4502eaa54e88 service neutron] 10.222.0.35 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232227 Apr 15 20:02:03.206096 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-bf20efa0-a330-40d6-9ba8-e36469a7abe2 service neutron] 10.222.0.35 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364160 Apr 15 20:02:03.401351 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-97dbaa8a-d968-4ee5-ad67-c8d5f4ae51b4 req-24826c1d-caff-4b2a-9255-e8ccbdf9b630 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 210 time: 0.0514753 Apr 15 20:02:04.569156 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-afab47cd-1afa-4669-88f8-6284a529827d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:04.570959 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-afab47cd-1afa-4669-88f8-6284a529827d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.61 "GET /v2.0/networks?id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b HTTP/1.1" status: 200 len: 812 time: 0.2082562 Apr 15 20:02:04.578677 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-38771b63-332f-40dc-b8a8-99744cebf509 req-de5526db-9b0b-4734-b43b-21f7b741abd1 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 210 time: 0.0606589 Apr 15 20:02:04.589251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Request body: {'port': {'device_id': '42d4c482-43e6-45ad-bd10-c7ae9da96630', 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b', 'admin_state_up': True, 'tenant_id': 'bee88e5b0a4e4a82a875512302642347'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:02:04.733881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:02:04.744692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=85366) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:02:04.753429 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Made reservation on behalf of bee88e5b0a4e4a82a875512302642347 for: {'port': 1} {{(pid=85366) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Apr 15 20:02:04.759511 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:04.931934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_common [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Allocated IP 172.20.0.9 (19a9e962-9ea9-4efb-a38c-ea8d82b73b7b/ae591082-cd8d-42ea-9a8e-ff122b793023/157dd36c-3a01-41cf-99f0-0d983c5fca69) {{(pid=85366) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Apr 15 20:02:05.143708 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks [] for port, precommit_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:05.172540 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8791281982425', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_create {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:05.187898 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d6e65909-53b3-46d0-9aef-f4e3a937c508 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:02:05.328594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Pushing event updated for resources: {'Port': ['ID=157dd36c-3a01-41cf-99f0-0d983c5fca69,revision_number=1']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:02:05.340007 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.340448 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.340866 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.341283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.341695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.342135 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.342569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.342977 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.343384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.343790 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.344196 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.344596 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:05.358539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:02:05.399160 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b is already hosted by enough agents. {{(pid=85366) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Apr 15 20:02:05.400247 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.scheduler.base_scheduler [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Resources bound (agent type, host, resource id): {{(pid=85366) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Apr 15 20:02:05.402583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Received port after_create {{(pid=85366) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:539}} Apr 15 20:02:05.466544 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:05.467210 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:05.491538 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b193c091-daec-4373-bccc-94f3f87ec585 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.61 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9069486 Apr 15 20:02:05.508282 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.v2.base [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Request body: {'port': {'device_id': '42d4c482-43e6-45ad-bd10-c7ae9da96630', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78638'}} {{(pid=85366) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Apr 15 20:02:05.628298 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:05.925675 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec0ab91-6ae3-4120-849e-78819b72105b req-133f6a6a-2fc6-4d22-94fc-e085305b6282 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:05.926458 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-cec0ab91-6ae3-4120-849e-78819b72105b req-133f6a6a-2fc6-4d22-94fc-e085305b6282 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Synchronizing usage tracker for tenant:bee88e5b0a4e4a82a875512302642347 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:02:05.965401 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-cec0ab91-6ae3-4120-849e-78819b72105b req-133f6a6a-2fc6-4d22-94fc-e085305b6282 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Unset dirty status for tenant:bee88e5b0a4e4a82a875512302642347 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:02:05.966666 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cec0ab91-6ae3-4120-849e-78819b72105b req-133f6a6a-2fc6-4d22-94fc-e085305b6282 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 931 time: 0.2721868 Apr 15 20:02:06.038163 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-cec0ab91-6ae3-4120-849e-78819b72105b req-23e0d1f7-34b8-467a-a7aa-384b185d2274 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630124 Apr 15 20:02:06.113539 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 157dd36c-3a01-41cf-99f0-0d983c5fca69 {{(pid=85366) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:02:06.121277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:06.135993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Transition to ACTIVE for port object 157dd36c-3a01-41cf-99f0-0d983c5fca69 will not be triggered until provisioned by entity L2. {{(pid=85366) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Apr 15 20:02:06.138830 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:06.154455 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:02:06.298655 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Pushing event updated for resources: {'Port': ['ID=157dd36c-3a01-41cf-99f0-0d983c5fca69,revision_number=2']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:02:06.303743 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:02:06.508751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Attempting to bind port 157dd36c-3a01-41cf-99f0-0d983c5fca69 on host hv-cinder-78638 for vnic_type normal with profile {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Apr 15 20:02:06.509128 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Attempting to bind port 157dd36c-3a01-41cf-99f0-0d983c5fca69 by drivers openvswitch,hyperv on host hv-cinder-78638 at level 0 using segments [{'id': '347782db-3812-42f3-a49b-10ceeb7ccdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b'}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Apr 15 20:02:06.509496 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Attempting to bind port 157dd36c-3a01-41cf-99f0-0d983c5fca69 on network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:02:06.514326 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Port 157dd36c-3a01-41cf-99f0-0d983c5fca69 on network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78638 {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Apr 15 20:02:06.514689 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Attempting to bind port 157dd36c-3a01-41cf-99f0-0d983c5fca69 on network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Apr 15 20:02:06.520064 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Checking agent: {'id': '6bbae34c-e8f3-467b-b609-e48683960154', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78638', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'started_at': datetime.datetime(2021, 4, 15, 19, 47, 56), 'heartbeat_timestamp': datetime.datetime(2021, 4, 15, 20, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Apr 15 20:02:06.520442 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Checking segment: {'id': '347782db-3812-42f3-a49b-10ceeb7ccdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=85366) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Apr 15 20:02:06.520862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Bound using segment: {'id': '347782db-3812-42f3-a49b-10ceeb7ccdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b'} {{(pid=85366) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Apr 15 20:02:06.521330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Bound port: 157dd36c-3a01-41cf-99f0-0d983c5fca69, host: hv-cinder-78638, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '347782db-3812-42f3-a49b-10ceeb7ccdb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b'}}] {{(pid=85366) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Apr 15 20:02:06.521709 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:06.614649 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] For port 157dd36c-3a01-41cf-99f0-0d983c5fca69, host hv-cinder-78638, cleared binding levels {{(pid=85366) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:91}} Apr 15 20:02:06.617714 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] For port 157dd36c-3a01-41cf-99f0-0d983c5fca69, host hv-cinder-78638, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=157dd36c-3a01-41cf-99f0-0d983c5fca69,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85366) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:64}} Apr 15 20:02:06.621125 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848938614'] for port, after_update {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:06.635917 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ecc1fcd2-97f1-4615-a0b1-006ebbfb1f7c tempest-AttachVolumeNegativeTest-909419524 tempest-AttachVolumeNegativeTest-909419524-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:02:06.791583 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Pushing event updated for resources: {'Port': ['ID=157dd36c-3a01-41cf-99f0-0d983c5fca69,revision_number=3']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:02:06.799285 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:02:06.832889 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:06.833321 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:06.834850 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-2af90007-d6d8-4186-a2ca-b07cfa746e0a service neutron] 10.222.0.61 "PUT /v2.0/ports/157dd36c-3a01-41cf-99f0-0d983c5fca69 HTTP/1.1" status: 200 len: 1093 time: 1.3309364 Apr 15 20:02:06.835407 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42d4c482-43e6-45ad-bd10-c7ae9da96630', 'tag': '157dd36c-3a01-41cf-99f0-0d983c5fca69'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:02:06.916180 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '42d4c482-43e6-45ad-bd10-c7ae9da96630', 'tag': '157dd36c-3a01-41cf-99f0-0d983c5fca69', 'status': 'completed', 'code': 200} Apr 15 20:02:06.958273 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-9057c2f5-658d-4f46-8f45-7be35f3c306e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:06.959877 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-9057c2f5-658d-4f46-8f45-7be35f3c306e service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee88e5b0a4e4a82a875512302642347&device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 1096 time: 0.0829365 Apr 15 20:02:07.041345 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-b55f868c-e598-41e0-84df-2d57eed57c11 service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=157dd36c-3a01-41cf-99f0-0d983c5fca69 HTTP/1.1" status: 200 len: 217 time: 0.0688901 Apr 15 20:02:07.112065 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-d620748c-70cb-496e-836b-82e6519da369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:07.113709 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-d620748c-70cb-496e-836b-82e6519da369 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae591082-cd8d-42ea-9a8e-ff122b793023 HTTP/1.1" status: 200 len: 852 time: 0.0657003 Apr 15 20:02:07.210190 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-f242b319-0d78-486a-b7cc-ab7002d00e65 service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0885308 Apr 15 20:02:07.333787 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2175a064-e41c-44cf-a303-c95ab02d15d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:07.367077 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d96e115-8f96-4b50-ac24-eca694f2fed2 req-553fdc51-97c4-4f83-a4a2-5a6c992db8fa tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:07.368679 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7d96e115-8f96-4b50-ac24-eca694f2fed2 req-553fdc51-97c4-4f83-a4a2-5a6c992db8fa tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 943 time: 0.2122905 Apr 15 20:02:07.404247 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-381508cc-4a47-42e3-b56e-5f90b711bb2e service neutron] 10.222.0.61 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855767 Apr 15 20:02:07.452700 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-7d96e115-8f96-4b50-ac24-eca694f2fed2 req-e3771760-e0fe-4e51-a53b-83a9809780ba tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730982 Apr 15 20:02:07.793387 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-e76c366c-c65a-4377-b751-e4e1db770b0f req-5adc1f35-fbac-44da-9f8a-7a8d18c20fb5 service neutron] 10.222.0.61 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3764420 Apr 15 20:02:07.921955 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-ab559c24-699b-494f-827f-06a3fa589d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:07.923531 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-ab559c24-699b-494f-827f-06a3fa589d57 service neutron] 10.222.0.61 "GET /v2.0/ports?tenant_id=bee88e5b0a4e4a82a875512302642347&device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 1096 time: 0.0811841 Apr 15 20:02:08.065490 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-f64273f4-4c31-498b-ae30-d9e4e3110a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:08.067015 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-f64273f4-4c31-498b-ae30-d9e4e3110a6b service neutron] 10.222.0.61 "GET /v2.0/networks?id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b HTTP/1.1" status: 200 len: 913 time: 0.1358840 Apr 15 20:02:08.140913 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-2e383ed9-1518-497c-8b83-39630b89055a service neutron] 10.222.0.61 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=157dd36c-3a01-41cf-99f0-0d983c5fca69 HTTP/1.1" status: 200 len: 217 time: 0.0652599 Apr 15 20:02:08.211622 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-6dfb43f9-1bb8-4910-b84b-62bc119f7b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:08.213128 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-6dfb43f9-1bb8-4910-b84b-62bc119f7b43 service neutron] 10.222.0.61 "GET /v2.0/subnets?id=ae591082-cd8d-42ea-9a8e-ff122b793023 HTTP/1.1" status: 200 len: 852 time: 0.0645955 Apr 15 20:02:08.272710 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-4de95334-fd92-4d3d-b4bd-17e8f2c31b3d service neutron] 10.222.0.61 "GET /v2.0/ports?network_id=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0474393 Apr 15 20:02:08.414792 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-e1583756-eb60-4fa7-8385-c68de0860825 service neutron] 10.222.0.61 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335218 Apr 15 20:02:08.558879 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ff16a685-bb50-40e1-aa0a-d6c75c3df3b6 req-8471f761-17a4-4055-9785-409aa335e30f service neutron] 10.222.0.61 "GET /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360788 Apr 15 20:02:08.657231 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25f957-e8b1-4b08-b1b5-2659548dab98 req-9ec68f4c-2772-4dd5-9d95-e4cff5cc9566 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:08.658765 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2d25f957-e8b1-4b08-b1b5-2659548dab98 req-9ec68f4c-2772-4dd5-9d95-e4cff5cc9566 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 943 time: 0.0924699 Apr 15 20:02:08.705484 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-2d25f957-e8b1-4b08-b1b5-2659548dab98 req-d1b7e271-6d56-4ee4-9841-3cce6ea5981b tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402114 Apr 15 20:02:09.728586 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4279bc78-00c1-417b-bcc4-d49cd320d96f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:09.906998 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999c808c-e13c-449f-a098-b907b63d15df req-ff608def-736e-46d4-92f6-d073e2158777 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:09.908603 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-999c808c-e13c-449f-a098-b907b63d15df req-ff608def-736e-46d4-92f6-d073e2158777 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 943 time: 0.0893972 Apr 15 20:02:09.954860 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-999c808c-e13c-449f-a098-b907b63d15df req-66354a44-f4d8-4b28-910f-464ae94fb6a5 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398698 Apr 15 20:02:09.965836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 157dd36c-3a01-41cf-99f0-0d983c5fca69 details requested by agent hyperv_hv-cinder-78638 with host hv-cinder-78638 {{(pid=85368) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:90}} Apr 15 20:02:10.106139 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 157dd36c-3a01-41cf-99f0-0d983c5fca69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=157dd36c-3a01-41cf-99f0-0d983c5fca69,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:02:10.123336 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Returning: {'device': '157dd36c-3a01-41cf-99f0-0d983c5fca69', 'network_id': '19a9e962-9ea9-4efb-a38c-ea8d82b73b7b', 'port_id': '157dd36c-3a01-41cf-99f0-0d983c5fca69', 'mac_address': 'fa:16:3e:dd:4f:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae591082-cd8d-42ea-9a8e-ff122b793023', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=85368) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Apr 15 20:02:10.180163 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:10.197576 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 157dd36c-3a01-41cf-99f0-0d983c5fca69 {{(pid=85368) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}} Apr 15 20:02:10.213887 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 157dd36c-3a01-41cf-99f0-0d983c5fca69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=157dd36c-3a01-41cf-99f0-0d983c5fca69,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:02:10.216823 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:10.218693 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-6c44094c-15c7-408f-9a17-caf161bb3e7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:02:10.300004 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=157dd36c-3a01-41cf-99f0-0d983c5fca69,revision_number=4']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:02:10.302847 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:10.304303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:02:10.477733 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['157dd36c-3a01-41cf-99f0-0d983c5fca69'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:02:10.640991 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:11.157306 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483d644-0542-46f5-858d-a70f090ac94e req-d4a13027-3b73-4e2b-a667-3b561528f373 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:11.158887 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b483d644-0542-46f5-858d-a70f090ac94e req-d4a13027-3b73-4e2b-a667-3b561528f373 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 944 time: 0.0916853 Apr 15 20:02:11.206531 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-b483d644-0542-46f5-858d-a70f090ac94e req-b44e5330-e6bf-41fc-a317-ca7bc7ebcc09 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Apr 15 20:02:11.976641 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 157dd36c-3a01-41cf-99f0-0d983c5fca69 up at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Apr 15 20:02:12.050479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning for port 157dd36c-3a01-41cf-99f0-0d983c5fca69 completed by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Apr 15 20:02:12.055256 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.provisioning_blocks [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Provisioning complete for port 157dd36c-3a01-41cf-99f0-0d983c5fca69 triggered by entity L2. {{(pid=85368) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Apr 15 20:02:12.055730 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-456310'] for port, provisioning_complete {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:12.123054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:12.190873 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036854565853'] for port, before_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:12.219241 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d4c482-43e6-45ad-bd10-c7ae9da96630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157dd36c-3a01-41cf-99f0-0d983c5fca69'}] {{(pid=85368) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:02:12.229469 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] For port 157dd36c-3a01-41cf-99f0-0d983c5fca69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=157dd36c-3a01-41cf-99f0-0d983c5fca69,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85368) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:02:12.232603 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8791282422336', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8791281982442', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8791281984525'] for port, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:12.234535 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:02:12.272455 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d4c482-43e6-45ad-bd10-c7ae9da96630', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '157dd36c-3a01-41cf-99f0-0d983c5fca69', 'code': 200} Apr 15 20:02:12.307751 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Pushing event updated for resources: {'Port': ['ID=157dd36c-3a01-41cf-99f0-0d983c5fca69,revision_number=5']} {{(pid=85368) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:02:12.316270 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.316657 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.317040 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.317413 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.317801 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.318177 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.318549 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.318913 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.319277 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.319639 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.320002 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.320363 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85368) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:12.324402 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=85368) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:02:12.412600 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067dcacf-d245-4f4e-b45e-a0054e44e67b req-01568730-ae6e-4fec-ab7b-25f532233103 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:12.414240 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-067dcacf-d245-4f4e-b45e-a0054e44e67b req-01568730-ae6e-4fec-ab7b-25f532233103 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 945 time: 0.0913448 Apr 15 20:02:12.513201 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-067dcacf-d245-4f4e-b45e-a0054e44e67b req-c1ab0f92-c46d-45a0-aadf-ac54a81b17b6 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923631 Apr 15 20:02:12.538862 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a50163-4b87-41b3-9de7-21c3fadcb690 req-c67df1d9-13b7-451f-8d7f-c06be00c29e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:12.540439 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-72a50163-4b87-41b3-9de7-21c3fadcb690 req-c67df1d9-13b7-451f-8d7f-c06be00c29e4 service neutron] 10.222.0.61 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 1098 time: 0.0963328 Apr 15 20:02:12.586677 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-72a50163-4b87-41b3-9de7-21c3fadcb690 req-d1a55622-08db-4c3e-9621-4236c89ab1ca service neutron] 10.222.0.61 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Apr 15 20:02:13.723658 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ff604-21d0-45aa-89e1-caca13e77ce2 req-ed71784c-102b-4cac-80c3-ea7d8ce9cb2e tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:13.725217 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8e6ff604-21d0-45aa-89e1-caca13e77ce2 req-ed71784c-102b-4cac-80c3-ea7d8ce9cb2e tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 945 time: 0.0904760 Apr 15 20:02:13.773498 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8e6ff604-21d0-45aa-89e1-caca13e77ce2 req-f43af872-8d3e-40c0-b763-30162c2135e4 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418384 Apr 15 20:02:25.824527 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:29.795251 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d2438-c69d-480e-a2fb-b4770f3fd7ba req-4475b7c1-8648-4856-96e5-58dfecf10953 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:29.797529 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ca6d2438-c69d-480e-a2fb-b4770f3fd7ba req-4475b7c1-8648-4856-96e5-58dfecf10953 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 945 time: 0.0948045 Apr 15 20:02:29.847991 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-ca6d2438-c69d-480e-a2fb-b4770f3fd7ba req-826463a0-bb1a-4b98-af01-540b5e897c4d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437965 Apr 15 20:02:31.067416 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eea5277-df57-48ea-be70-978a3c71830d req-5d984380-5fe5-4f78-b35e-6ab0a979526d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:31.069243 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1eea5277-df57-48ea-be70-978a3c71830d req-5d984380-5fe5-4f78-b35e-6ab0a979526d tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 945 time: 0.1025877 Apr 15 20:02:31.122032 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-1eea5277-df57-48ea-be70-978a3c71830d req-9b1a0928-7457-4862-8b70-1bff468efafa tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461371 Apr 15 20:02:32.332926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8d89c9-2415-4ed9-93e7-33f9f95669bf req-fdaa1f38-aa0a-4848-8ce3-22ed1ca9b8ad tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:32.334469 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6c8d89c9-2415-4ed9-93e7-33f9f95669bf req-fdaa1f38-aa0a-4848-8ce3-22ed1ca9b8ad tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 945 time: 0.0941150 Apr 15 20:02:32.383050 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-6c8d89c9-2415-4ed9-93e7-33f9f95669bf req-431db9f7-5536-4388-b8de-68ef5226ad9e tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415227 Apr 15 20:02:33.584600 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002305c6-a8e1-4455-968a-565e574c4b3e req-081ece0f-3e18-4ee5-8f98-35a04834084a tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:33.586217 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-002305c6-a8e1-4455-968a-565e574c4b3e req-081ece0f-3e18-4ee5-8f98-35a04834084a tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 945 time: 0.0876830 Apr 15 20:02:33.632870 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-002305c6-a8e1-4455-968a-565e574c4b3e req-df228a85-bf57-4c5f-8c2d-6966768d852e tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 Apr 15 20:02:34.904563 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c914a37-0cd5-459c-8b39-d93b28b25f4f req-4d229311-a149-4cb7-946a-61082096165f tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:34.906245 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8c914a37-0cd5-459c-8b39-d93b28b25f4f req-4d229311-a149-4cb7-946a-61082096165f tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 945 time: 0.1592777 Apr 15 20:02:34.915228 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-07300ee4-189f-4dc5-9365-decc4fddad3b tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=85366) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Apr 15 20:02:34.916601 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-07300ee4-189f-4dc5-9365-decc4fddad3b tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.61 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 945 time: 0.1286197 Apr 15 20:02:35.016483 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-8c914a37-0cd5-459c-8b39-d93b28b25f4f req-5293701e-b62e-4fc8-804e-21eb17e6029c tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/security-groups?id=6d8e0b4f-99db-466b-9325-58ef10a17093&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988016 Apr 15 20:02:35.024636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Deleting port 157dd36c-3a01-41cf-99f0-0d983c5fca69 {{(pid=85366) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1882}} Apr 15 20:02:35.025022 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363245572329844'] for port, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:35.286435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] For port 157dd36c-3a01-41cf-99f0-0d983c5fca69, host hv-cinder-78638, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78638',level=0,port_id=157dd36c-3a01-41cf-99f0-0d983c5fca69,segment=NetworkSegment(347782db-3812-42f3-a49b-10ceeb7ccdb1),segment_id=347782db-3812-42f3-a49b-10ceeb7ccdb1)] {{(pid=85366) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:79}} Apr 15 20:02:35.286839 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036846823376'] for port, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:35.396192 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:02:35.419441 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Calling delete_port for 157dd36c-3a01-41cf-99f0-0d983c5fca69 owned by compute:nova {{(pid=85366) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1955}} Apr 15 20:02:35.563672 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036854565812', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854687542', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8791282422319', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363245572793375', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5837202'] for port, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:35.575652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.db [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] get_ports_and_sgs() called for port_ids ['157dd36c-3a01-41cf-99f0-0d983c5fca69'] {{(pid=85368) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Apr 15 20:02:35.579012 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-2c14eb71-3fa8-4fa5-84b2-dd193fd888aa service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:02:35.627316 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Pushing event deleted for resources: {'Port': ['ID=157dd36c-3a01-41cf-99f0-0d983c5fca69,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:02:35.675963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:02:35.821829 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.l3_dvrscheduler_db [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] No DVR routers for this DVR port 157dd36c-3a01-41cf-99f0-0d983c5fca69 on host hv-cinder-78638 {{(pid=85366) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Apr 15 20:02:35.824242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773787'] for port, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:35.826975 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42d4c482-43e6-45ad-bd10-c7ae9da96630', 'name': 'network-vif-deleted', 'tag': '157dd36c-3a01-41cf-99f0-0d983c5fca69'}] {{(pid=85366) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Apr 15 20:02:35.842746 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-836c4e20-d990-4fe8-b0fd-1399140d1f88 req-f96fa5d5-44af-4b70-ac6b-b40066147437 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.61 "DELETE /v2.0/ports/157dd36c-3a01-41cf-99f0-0d983c5fca69 HTTP/1.1" status: 204 len: 173 time: 0.9116998 Apr 15 20:02:35.877147 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '42d4c482-43e6-45ad-bd10-c7ae9da96630', 'name': 'network-vif-deleted', 'tag': '157dd36c-3a01-41cf-99f0-0d983c5fca69', 'status': 'completed', 'code': 200} Apr 15 20:02:36.190412 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-4918d54a-6d13-4b9e-9469-7b072df20afe req-6a7db037-cb62-435b-a518-121240790d11 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Synchronizing usage tracker for tenant:bee88e5b0a4e4a82a875512302642347 on resource:port {{(pid=85366) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Apr 15 20:02:36.204838 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [req-4918d54a-6d13-4b9e-9469-7b072df20afe req-6a7db037-cb62-435b-a518-121240790d11 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] Unset dirty status for tenant:bee88e5b0a4e4a82a875512302642347 on resource:port {{(pid=85366) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Apr 15 20:02:36.206125 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [req-4918d54a-6d13-4b9e-9469-7b072df20afe req-6a7db037-cb62-435b-a518-121240790d11 tempest-VolumesSnapshotTestJSON-1658296242 tempest-VolumesSnapshotTestJSON-1658296242-project] 10.222.0.35 "GET /v2.0/ports?device_id=42d4c482-43e6-45ad-bd10-c7ae9da96630 HTTP/1.1" status: 200 len: 210 time: 0.0633380 Apr 15 20:02:37.335704 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-a393bcb3-c45a-48a3-aca3-e389b4743fd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:38.118949 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 157dd36c-3a01-41cf-99f0-0d983c5fca69 no longer exists at agent hyperv_hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Apr 15 20:02:38.155555 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.plugin [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] No Port match for: 157dd36c-3a01-41cf-99f0-0d983c5fca69 {{(pid=85368) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2208}} Apr 15 20:02:38.155952 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.rpc [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Device 157dd36c-3a01-41cf-99f0-0d983c5fca69 not bound to the agent host hv-cinder-78638 {{(pid=85368) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Apr 15 20:02:39.731054 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-38a5f1ca-fb61-4001-95de-56cfe02fd439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:40.290046 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:40.624258 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:42.112574 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:55.842179 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:56.734758 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 46792) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:02:56.801318 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Deleting subnet ae591082-cd8d-42ea-9a8e-ff122b793023 {{(pid=85367) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Apr 15 20:02:56.804493 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:56.859822 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036848320699'] for subnet, precommit_delete_associations {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:56.915594 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-8431'] for subnet, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:57.169153 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036854767385', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511288', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848697643', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848404203'] for subnet, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:57.183881 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:02:57.264565 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae591082-cd8d-42ea-9a8e-ff122b793023,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:02:57.288568 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.288985 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.289393 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.289836 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.290246 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.290653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.291049 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.291446 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.291843 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.292235 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.292629 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.293019 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85367) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:02:57.298159 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:02:57.325773 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] Notify callbacks [] for subnet, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:57.332257 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-65d05b94-697d-455a-bd9d-4b2f4f66d71a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/ae591082-cd8d-42ea-9a8e-ff122b793023 HTTP/1.1" status: 204 len: 168 time: 0.5964093 Apr 15 20:02:57.335024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 46796) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:02:57.452479 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854568116'] for network, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:57.638858 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler--9223372036854317458', 'neutron.services.segments.db._delete_segments_for_network-8791282567112'] for network, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:57.754960 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a9e962-9ea9-4efb-a38c-ea8d82b73b7b']}} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:02:57.767621 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347782db-3812-42f3-a49b-10ceeb7ccdb1') {'for_net_delete': True} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:02:57.767963 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.services.segments.db [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347782db-3812-42f3-a49b-10ceeb7ccdb1') {} {{(pid=85367) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Apr 15 20:02:57.779806 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8791282505177', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6455165'] for segment, before_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:57.798384 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036854760567'] for segment, precommit_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:57.805024 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=85367) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:307}} Apr 15 20:02:57.981727 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:02:57.991435 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-15249', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6078580'] for segment, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:58.164496 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.plugins.ml2.managers [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Network 19a9e962-9ea9-4efb-a38c-ea8d82b73b7b has no segments {{(pid=85367) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: Traceback (most recent call last): Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: timer() Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: cb(*args, **kw) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: return func(*args, **kwargs) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: self._notify() Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: self.callback(batched_events) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: event.method(event) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: aggregate_id = self._get_aggregate_id(event.segment_id) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: segment_id)['aggregates'][0] Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: return f(self, *a, **k) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: return self._get(url).json() Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: **kwargs) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1141, in get Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: return self.request(url, 'GET', **kwargs) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 812, in request Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: **endpoint_filter) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: auth = self._auth_required(auth, 'determine endpoint URL') Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Apr 15 20:02:58.190260 dv-cinder-786383-2-smb neutron-server[85253]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Apr 15 20:02:58.263213 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-458343', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846511252', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036846667130', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7979260'] for network, after_delete {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:58.266990 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-488cf159-f9a2-487c-99cd-5278ea60960e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:02:58.280330 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036846667083'] for network, before_response {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:58.291572 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Pushing event deleted for resources: {'Network': ['ID=19a9e962-9ea9-4efb-a38c-ea8d82b73b7b,revision_number=None']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:02:58.294872 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:02:58.300220 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-f8b9a594-a2d4-4851-9fff-717677b7b558 admin admin] 10.222.0.35 "DELETE /v2.0/networks/19a9e962-9ea9-4efb-a38c-ea8d82b73b7b HTTP/1.1" status: 204 len: 168 time: 0.9641802 Apr 15 20:02:58.411755 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 46802) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:02:58.463142 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-ca9292f6-f11e-42d6-bda5-fe7064154829 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bee88e5b0a4e4a82a875512302642347&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498538 Apr 15 20:02:58.465740 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 46806) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:02:58.526149 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d5028d0e-5966-4426-961c-b7be0054046f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:58.557634 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d5028d0e-5966-4426-961c-b7be0054046f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:58.604436 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d5028d0e-5966-4426-961c-b7be0054046f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:58.609418 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-ff613e6e-5aeb-4cca-a742-5e7180d2656c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:02:58.623302 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5028d0e-5966-4426-961c-b7be0054046f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d8e0b4f-99db-466b-9325-58ef10a17093,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:02:58.628625 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-d5028d0e-5966-4426-961c-b7be0054046f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:02:58.630686 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d5028d0e-5966-4426-961c-b7be0054046f admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:02:58.631893 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-d5028d0e-5966-4426-961c-b7be0054046f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6d8e0b4f-99db-466b-9325-58ef10a17093 HTTP/1.1" status: 204 len: 168 time: 0.1651304 Apr 15 20:03:07.337664 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-c4a40a7f-096f-49b9-9cec-11d2d37600d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:09.731569 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-40218fa4-5a40-495b-9d1f-fe69401a0f56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:10.291533 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:10.627844 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:10.828900 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85367) accepted ('10.222.0.35', 46926) {{(pid=85367) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:03:10.962108 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:10.978319 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Apr 15 20:03:10.982357 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] Usage tracker for resource:security_group_rule and tenant:54000fdbabd2491a842bc256de8221c0 is out of sync, need to count used quota {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Apr 15 20:03:10.986017 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.quota.resource [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=85367) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Apr 15 20:03:10.992127 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.quota.driver [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=85367) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Apr 15 20:03:11.083645 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:11.086176 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_create {{(pid=85367) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:11.096208 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-f934ce8c-79b7-415f-894d-a890db7d30e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:03:11.140777 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=54000fdbabd2491a842bc256de8221c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3082657 Apr 15 20:03:11.140777 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7571687c-084e-412b-9fa2-d296cadc8ebf,revision_number=1']} {{(pid=85367) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:03:11.141216 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.wsgi [-] (85366) accepted ('10.222.0.35', 46932) {{(pid=85366) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Apr 15 20:03:11.142781 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-be058b17-c941-4b5e-a5de-8d76b03af0ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=85367) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:03:11.205420 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:11.232809 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:11.277991 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036846513012'] for security_group, after_delete {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:11.282979 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-e3fd96ec-5c80-4400-955d-e3af259a29bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Apr 15 20:03:11.293498 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571687c-084e-412b-9fa2-d296cadc8ebf,revision_number=None']} {{(pid=85366) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Apr 15 20:03:11.305362 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.305813 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.306239 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.306652 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.307059 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.307495 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.307904 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.308304 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.308706 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.309105 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.309503 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.309951 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786383-2-smb {{(pid=85366) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Apr 15 20:03:11.314050 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG oslo_concurrency.lockutils [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=85366) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Apr 15 20:03:11.314894 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=85366) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:11.316100 dv-cinder-786383-2-smb neutron-server[85253]: INFO neutron.wsgi [None req-95f8560c-8198-48cc-b671-8b6b1222fbdc admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7571687c-084e-412b-9fa2-d296cadc8ebf HTTP/1.1" status: 204 len: 168 time: 0.1737962 Apr 15 20:03:12.116187 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:12.396375 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:03:25.850428 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:37.340694 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f8f1e386-63bf-404d-94aa-a1de73f7a083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:39.731926 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-33b8b1bf-9008-494f-b8bb-b5b4417407e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:40.293129 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:40.629283 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:42.119018 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:03:49.395392 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:03:55.871660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:07.341840 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-1e9a1b8f-460d-454f-b53e-8c653ff577e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:09.732824 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b64c650e-5de3-41d2-a69f-6a252d626813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:10.295212 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:10.631591 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:12.122205 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:25.859261 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:26.395325 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:04:37.343303 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-ed952fb0-b7e9-4bc5-9d85-84c03de2c1a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:39.735044 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f29dc1af-4dd7-4d64-8f69-5b79ee0f9261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:40.296237 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:40.636750 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:42.126651 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:04:55.882636 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:03.394993 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:05:07.344717 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-25f3d01a-6d22-4365-bd96-28c42a0906aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:09.735506 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9a1c44fd-b0e0-4ea4-b5c1-0f60995e735d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:10.298767 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:10.636097 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:12.128653 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:25.883959 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:37.348882 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-def66542-1a65-4f4e-884c-8fc4247f373f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:39.736662 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d20b2276-8ded-4409-9a17-970f9b030823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:40.394776 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:05:40.463422 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:40.638349 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:42.133746 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:05:55.899929 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:07.351120 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-d965c312-2840-45d0-a448-bc6d46b160b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:09.737389 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-4a0c66ee-ee57-4e88-b02d-8e99f4e45951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:10.304875 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:10.641692 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:12.137242 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:17.396660 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:06:25.900259 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:37.353548 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-f703a65e-baf1-4222-9eb8-9ee11271bdf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:39.739861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-2c5d006c-7b4f-4331-895d-24adea35c1c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:40.306291 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:40.644530 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:42.140978 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:06:54.396980 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:06:55.916082 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:07.355626 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-bdfb2fc9-9785-439d-b6ec-35fe89470504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:09.740857 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-9ef8060c-6b68-45dd-abe1-a75edfe649c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:10.310288 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:10.646861 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:12.144494 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:25.934489 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-7f302c15-94b1-4f1b-8764-0ff86e68d523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:31.396695 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron.db.agents_db [None req-106281b8-e98b-4573-91aa-fd9a4bce66ba None None] Agent healthcheck: found 6 active agents {{(pid=85369) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Apr 15 20:07:37.356853 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-48404573-0193-4367-9733-cbdf221e5431 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:39.744103 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-b42fb900-8b80-4b9d-a243-b8c036dedc8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:40.318056 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-0742b7f8-6db2-46d9-ab70-f6dc844d64cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:40.649041 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-5b325458-4770-454a-8a34-96ea30bcf85c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Apr 15 20:07:42.148934 dv-cinder-786383-2-smb neutron-server[85253]: DEBUG neutron_lib.callbacks.manager [None req-46db6987-8dab-4756-a348-2e066e637aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8791282567095', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-456096'] for agent, after_update {{(pid=85368) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}